2024-11-14 04:57:25,182 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 04:57:25,198 main DEBUG Took 0.013217 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 04:57:25,198 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 04:57:25,199 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 04:57:25,200 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 04:57:25,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,211 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 04:57:25,226 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,228 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,229 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,230 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,230 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,231 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,232 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,233 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,233 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,234 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,234 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,235 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:57:25,236 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,236 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 04:57:25,237 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:57:25,239 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 04:57:25,240 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 04:57:25,241 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 04:57:25,241 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 04:57:25,242 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 04:57:25,250 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 04:57:25,252 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 04:57:25,254 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 04:57:25,254 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 04:57:25,254 main DEBUG createAppenders(={Console}) 2024-11-14 04:57:25,255 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-14 04:57:25,256 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 04:57:25,256 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-14 04:57:25,257 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 04:57:25,257 main DEBUG OutputStream closed 2024-11-14 04:57:25,258 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 04:57:25,258 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 04:57:25,258 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-14 04:57:25,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 04:57:25,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 04:57:25,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 04:57:25,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 04:57:25,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 04:57:25,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 04:57:25,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 04:57:25,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 04:57:25,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 04:57:25,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 04:57:25,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 04:57:25,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 04:57:25,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 04:57:25,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 04:57:25,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 04:57:25,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 04:57:25,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 04:57:25,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 04:57:25,358 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 04:57:25,358 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-14 04:57:25,358 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 04:57:25,359 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-14T04:57:25,595 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c 2024-11-14 04:57:25,598 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 04:57:25,598 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T04:57:25,607 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-14T04:57:25,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:57:25,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed, deleteOnExit=true 2024-11-14T04:57:25,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:57:25,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/test.cache.data in system properties and HBase conf 2024-11-14T04:57:25,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:57:25,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:57:25,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:57:25,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:57:25,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:57:25,734 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T04:57:25,828 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:57:25,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:57:25,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:57:25,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:57:25,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:57:25,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:57:25,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:57:25,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:57:25,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:57:25,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:57:25,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:57:25,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:57:25,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:57:25,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:57:25,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:57:26,693 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T04:57:26,776 INFO [Time-limited test {}] log.Log(170): Logging initialized @2324ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T04:57:26,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:57:26,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:57:26,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:57:26,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:57:26,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:57:26,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:57:26,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:57:26,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:57:27,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/java.io.tmpdir/jetty-localhost-44033-hadoop-hdfs-3_4_1-tests_jar-_-any-1354984378720506168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:57:27,167 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44033} 2024-11-14T04:57:27,167 INFO [Time-limited test {}] server.Server(415): Started @2716ms 2024-11-14T04:57:27,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:57:27,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:57:27,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:57:27,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:57:27,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:57:27,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:57:27,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:57:27,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/java.io.tmpdir/jetty-localhost-38435-hadoop-hdfs-3_4_1-tests_jar-_-any-3103855963514992405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:57:27,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:38435} 2024-11-14T04:57:27,734 INFO [Time-limited test {}] server.Server(415): Started @3283ms 2024-11-14T04:57:27,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:57:28,381 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed/data/data2/current/BP-613776348-172.17.0.2-1731560246454/current, will proceed with Du for space computation calculation, 2024-11-14T04:57:28,381 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed/data/data1/current/BP-613776348-172.17.0.2-1731560246454/current, will proceed with Du for space computation calculation, 2024-11-14T04:57:28,435 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:57:28,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c 2024-11-14T04:57:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf20a71bbf6f3b3f with lease ID 0x5221812292e19b09: Processing first storage report for DS-b91ba938-bd24-4248-84ed-290569f1060d from datanode DatanodeRegistration(127.0.0.1:38933, datanodeUuid=9485e4b9-b168-46f9-a47c-e5fbd03c47e4, infoPort=36849, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=390183614;c=1731560246454) 2024-11-14T04:57:28,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf20a71bbf6f3b3f with lease ID 0x5221812292e19b09: from storage DS-b91ba938-bd24-4248-84ed-290569f1060d node DatanodeRegistration(127.0.0.1:38933, datanodeUuid=9485e4b9-b168-46f9-a47c-e5fbd03c47e4, infoPort=36849, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=390183614;c=1731560246454), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:57:28,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf20a71bbf6f3b3f with lease ID 0x5221812292e19b09: Processing first storage report for DS-cf7b01ba-44be-452c-b004-b2c346fbaa99 from datanode DatanodeRegistration(127.0.0.1:38933, datanodeUuid=9485e4b9-b168-46f9-a47c-e5fbd03c47e4, infoPort=36849, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=390183614;c=1731560246454) 2024-11-14T04:57:28,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf20a71bbf6f3b3f with lease ID 0x5221812292e19b09: from storage DS-cf7b01ba-44be-452c-b004-b2c346fbaa99 node DatanodeRegistration(127.0.0.1:38933, datanodeUuid=9485e4b9-b168-46f9-a47c-e5fbd03c47e4, infoPort=36849, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=390183614;c=1731560246454), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:57:28,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed/zookeeper_0, clientPort=63244, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:57:28,606 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63244 2024-11-14T04:57:28,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:57:28,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:57:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:57:29,302 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41 with version=8 2024-11-14T04:57:29,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/hbase-staging 2024-11-14T04:57:29,400 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T04:57:29,659 INFO [Time-limited test {}] client.ConnectionUtils(128): master/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:57:29,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:57:29,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:57:29,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:57:29,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:57:29,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:57:29,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:57:29,874 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T04:57:29,883 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T04:57:29,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:57:29,914 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11904 (auto-detected) 2024-11-14T04:57:29,915 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T04:57:29,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39861 2024-11-14T04:57:29,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39861 connecting to ZooKeeper ensemble=127.0.0.1:63244 2024-11-14T04:57:29,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398610x0, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:57:29,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39861-0x100ef9b89a70000 connected 2024-11-14T04:57:30,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:57:30,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:57:30,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:57:30,037 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41, hbase.cluster.distributed=false 2024-11-14T04:57:30,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:57:30,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-14T04:57:30,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39861 2024-11-14T04:57:30,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39861 2024-11-14T04:57:30,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-14T04:57:30,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-14T04:57:30,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:57:30,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:57:30,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:57:30,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:57:30,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:57:30,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:57:30,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:57:30,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:57:30,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46441 2024-11-14T04:57:30,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46441 connecting to ZooKeeper ensemble=127.0.0.1:63244 2024-11-14T04:57:30,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:57:30,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:57:30,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464410x0, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:57:30,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46441-0x100ef9b89a70001 connected 2024-11-14T04:57:30,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:57:30,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:57:30,226 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:57:30,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:57:30,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:57:30,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46441 2024-11-14T04:57:30,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46441 2024-11-14T04:57:30,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46441 2024-11-14T04:57:30,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46441 2024-11-14T04:57:30,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46441 2024-11-14T04:57:30,253 DEBUG [M:0;44289c305c03:39861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;44289c305c03:39861 2024-11-14T04:57:30,254 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/44289c305c03,39861,1731560249453 2024-11-14T04:57:30,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:57:30,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:57:30,264 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/44289c305c03,39861,1731560249453 2024-11-14T04:57:30,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:30,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:57:30,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:30,287 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T04:57:30,288 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/44289c305c03,39861,1731560249453 from backup master directory 2024-11-14T04:57:30,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/44289c305c03,39861,1731560249453 2024-11-14T04:57:30,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:57:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:57:30,292 WARN [master/44289c305c03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:57:30,292 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=44289c305c03,39861,1731560249453 2024-11-14T04:57:30,295 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T04:57:30,296 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T04:57:30,354 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/hbase.id] with ID: 7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51 2024-11-14T04:57:30,354 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/.tmp/hbase.id 2024-11-14T04:57:30,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:57:30,766 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/.tmp/hbase.id]:[hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/hbase.id] 2024-11-14T04:57:30,814 INFO [master/44289c305c03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:57:30,820 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:57:30,842 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-14T04:57:30,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:30,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:57:30,878 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:57:30,880 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:57:30,897 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:30,902 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:57:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:57:30,951 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store 2024-11-14T04:57:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:57:30,979 INFO [master/44289c305c03:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T04:57:30,983 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:57:30,984 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:57:30,985 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:57:30,985 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:57:30,987 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:57:30,988 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:57:30,988 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:57:30,990 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731560250984Disabling compacts and flushes for region at 1731560250984Disabling writes for close at 1731560250987 (+3 ms)Writing region close event to WAL at 1731560250988 (+1 ms)Closed at 1731560250988 2024-11-14T04:57:30,993 WARN [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/.initializing 2024-11-14T04:57:30,993 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/WALs/44289c305c03,39861,1731560249453 2024-11-14T04:57:31,003 INFO [master/44289c305c03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:57:31,020 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C39861%2C1731560249453, suffix=, logDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/WALs/44289c305c03,39861,1731560249453, archiveDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/oldWALs, maxLogs=10 2024-11-14T04:57:31,055 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/WALs/44289c305c03,39861,1731560249453/44289c305c03%2C39861%2C1731560249453.1731560251026, exclude list is [], retry=0 2024-11-14T04:57:31,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38933,DS-b91ba938-bd24-4248-84ed-290569f1060d,DISK] 2024-11-14T04:57:31,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T04:57:31,119 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/WALs/44289c305c03,39861,1731560249453/44289c305c03%2C39861%2C1731560249453.1731560251026 2024-11-14T04:57:31,120 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-14T04:57:31,121 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:57:31,121 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:57:31,125 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,126 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:57:31,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:31,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:57:31,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:57:31,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:31,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:57:31,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:57:31,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:31,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:57:31,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:57:31,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:31,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:57:31,212 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,215 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,216 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,221 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,222 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,227 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:57:31,231 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:57:31,236 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:57:31,237 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73083170, jitterRate=0.08902409672737122}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:57:31,243 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731560251137Initializing all the Stores at 1731560251140 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560251140Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560251141 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560251141Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560251141Cleaning up temporary data from old regions at 1731560251222 (+81 ms)Region opened successfully at 1731560251243 (+21 ms) 2024-11-14T04:57:31,244 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:57:31,278 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c51c748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:57:31,311 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:57:31,323 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:57:31,323 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:57:31,326 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:57:31,328 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T04:57:31,333 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T04:57:31,333 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:57:31,361 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:57:31,372 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T04:57:31,374 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T04:57:31,377 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:57:31,379 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:57:31,381 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T04:57:31,383 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:57:31,387 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:57:31,389 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T04:57:31,390 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:57:31,392 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T04:57:31,410 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:57:31,412 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T04:57:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:57:31,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:57:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:31,420 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=44289c305c03,39861,1731560249453, sessionid=0x100ef9b89a70000, setting cluster-up flag (Was=false) 2024-11-14T04:57:31,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:31,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:31,444 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T04:57:31,446 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,39861,1731560249453 2024-11-14T04:57:31,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:31,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:31,459 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T04:57:31,461 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,39861,1731560249453 2024-11-14T04:57:31,467 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:57:31,543 INFO [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(746): ClusterId : 7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51 2024-11-14T04:57:31,544 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:57:31,545 DEBUG [RS:0;44289c305c03:46441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:57:31,550 DEBUG [RS:0;44289c305c03:46441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:57:31,551 DEBUG [RS:0;44289c305c03:46441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:57:31,554 DEBUG [RS:0;44289c305c03:46441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:57:31,554 DEBUG [RS:0;44289c305c03:46441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29862e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:57:31,555 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:57:31,561 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:57:31,569 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;44289c305c03:46441 2024-11-14T04:57:31,567 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 44289c305c03,39861,1731560249453 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:57:31,572 INFO [RS:0;44289c305c03:46441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:57:31,573 INFO [RS:0;44289c305c03:46441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:57:31,573 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:57:31,574 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:57:31,574 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:57:31,575 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:57:31,575 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:57:31,575 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/44289c305c03:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:57:31,575 INFO [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,39861,1731560249453 with port=46441, startcode=1731560250145 2024-11-14T04:57:31,575 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,575 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:57:31,576 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,578 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731560281578 2024-11-14T04:57:31,580 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:57:31,581 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:57:31,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:57:31,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:57:31,585 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:57:31,586 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:57:31,586 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:57:31,586 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:57:31,587 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,589 DEBUG [RS:0;44289c305c03:46441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:57:31,590 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:57:31,591 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:57:31,592 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:31,592 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:57:31,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:57:31,594 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:57:31,595 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:57:31,597 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560251596,5,FailOnTimeoutGroup] 2024-11-14T04:57:31,598 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560251597,5,FailOnTimeoutGroup] 2024-11-14T04:57:31,598 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,598 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:57:31,600 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,600 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:57:31,632 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53005, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:57:31,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,46441,1731560250145 2024-11-14T04:57:31,643 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39861 {}] master.ServerManager(517): Registering regionserver=44289c305c03,46441,1731560250145 2024-11-14T04:57:31,662 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41 2024-11-14T04:57:31,662 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36265 2024-11-14T04:57:31,662 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:57:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:57:31,667 DEBUG [RS:0;44289c305c03:46441 {}] zookeeper.ZKUtil(111): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,46441,1731560250145 2024-11-14T04:57:31,668 WARN [RS:0;44289c305c03:46441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:57:31,668 INFO [RS:0;44289c305c03:46441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:57:31,668 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/WALs/44289c305c03,46441,1731560250145 2024-11-14T04:57:31,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,46441,1731560250145] 2024-11-14T04:57:31,695 INFO [RS:0;44289c305c03:46441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:57:31,709 INFO [RS:0;44289c305c03:46441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:57:31,714 INFO [RS:0;44289c305c03:46441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:57:31,714 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,715 INFO [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:57:31,721 INFO [RS:0;44289c305c03:46441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:57:31,723 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,723 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,723 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,724 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,724 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,724 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,724 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:57:31,724 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,724 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,724 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,725 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,725 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,725 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:57:31,725 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:57:31,725 DEBUG [RS:0;44289c305c03:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:57:31,726 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,726 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,726 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,727 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,727 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,727 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,46441,1731560250145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:57:31,747 INFO [RS:0;44289c305c03:46441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:57:31,749 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,46441,1731560250145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,749 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,750 INFO [RS:0;44289c305c03:46441 {}] regionserver.Replication(171): 44289c305c03,46441,1731560250145 started 2024-11-14T04:57:31,769 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:31,769 INFO [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,46441,1731560250145, RpcServer on 44289c305c03/172.17.0.2:46441, sessionid=0x100ef9b89a70001 2024-11-14T04:57:31,770 DEBUG [RS:0;44289c305c03:46441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:57:31,770 DEBUG [RS:0;44289c305c03:46441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,46441,1731560250145 2024-11-14T04:57:31,770 DEBUG [RS:0;44289c305c03:46441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,46441,1731560250145' 2024-11-14T04:57:31,771 DEBUG [RS:0;44289c305c03:46441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:57:31,772 DEBUG [RS:0;44289c305c03:46441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:57:31,772 DEBUG [RS:0;44289c305c03:46441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:57:31,772 DEBUG [RS:0;44289c305c03:46441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:57:31,773 DEBUG [RS:0;44289c305c03:46441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,46441,1731560250145 2024-11-14T04:57:31,773 DEBUG [RS:0;44289c305c03:46441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,46441,1731560250145' 2024-11-14T04:57:31,773 DEBUG [RS:0;44289c305c03:46441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:57:31,773 DEBUG [RS:0;44289c305c03:46441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:57:31,774 DEBUG [RS:0;44289c305c03:46441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:57:31,774 INFO [RS:0;44289c305c03:46441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:57:31,774 INFO [RS:0;44289c305c03:46441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:57:31,880 INFO [RS:0;44289c305c03:46441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:57:31,883 INFO [RS:0;44289c305c03:46441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C46441%2C1731560250145, suffix=, logDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/WALs/44289c305c03,46441,1731560250145, archiveDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/oldWALs, maxLogs=32 2024-11-14T04:57:31,902 DEBUG [RS:0;44289c305c03:46441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/WALs/44289c305c03,46441,1731560250145/44289c305c03%2C46441%2C1731560250145.1731560251886, exclude list is [], retry=0 2024-11-14T04:57:31,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38933,DS-b91ba938-bd24-4248-84ed-290569f1060d,DISK] 2024-11-14T04:57:31,910 INFO [RS:0;44289c305c03:46441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/WALs/44289c305c03,46441,1731560250145/44289c305c03%2C46441%2C1731560250145.1731560251886 2024-11-14T04:57:31,910 DEBUG [RS:0;44289c305c03:46441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-14T04:57:32,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:57:32,007 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41 2024-11-14T04:57:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:57:32,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:57:32,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:57:32,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:57:32,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:32,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:57:32,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:57:32,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:57:32,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:32,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:57:32,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:57:32,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:57:32,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:32,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:57:32,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:57:32,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:57:32,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:32,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:57:32,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:57:32,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740 2024-11-14T04:57:32,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740 2024-11-14T04:57:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:57:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:57:32,443 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:57:32,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:57:32,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:57:32,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73662768, jitterRate=0.09766077995300293}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:57:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731560252419Initializing all the Stores at 1731560252421 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560252421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560252421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560252421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560252421Cleaning up temporary data from old regions at 1731560252441 (+20 ms)Region opened successfully at 1731560252452 (+11 ms) 2024-11-14T04:57:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:57:32,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:57:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:57:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:57:32,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:57:32,454 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:57:32,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560252452Disabling compacts and flushes for region at 1731560252452Disabling writes for close at 1731560252452Writing region close event to WAL at 1731560252453 (+1 ms)Closed at 1731560252453 2024-11-14T04:57:32,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:57:32,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:57:32,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:57:32,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:57:32,476 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:57:32,629 DEBUG [44289c305c03:39861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:57:32,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:57:32,649 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,46441,1731560250145, state=OPENING 2024-11-14T04:57:32,654 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:57:32,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:32,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:57:32,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:57:32,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:57:32,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:57:32,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:57:32,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:57:32,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:57:32,853 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:57:32,853 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:57:32,854 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:57:32,858 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C46441%2C1731560250145.meta, suffix=.meta, logDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/WALs/44289c305c03,46441,1731560250145, archiveDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/oldWALs, maxLogs=32 2024-11-14T04:57:32,875 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/WALs/44289c305c03,46441,1731560250145/44289c305c03%2C46441%2C1731560250145.meta.1731560252860.meta, exclude list is [], retry=0 2024-11-14T04:57:32,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38933,DS-b91ba938-bd24-4248-84ed-290569f1060d,DISK] 2024-11-14T04:57:32,882 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/WALs/44289c305c03,46441,1731560250145/44289c305c03%2C46441%2C1731560250145.meta.1731560252860.meta 2024-11-14T04:57:32,882 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-14T04:57:32,882 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:57:32,884 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:57:32,887 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:57:32,892 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:57:32,896 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:57:32,896 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:57:32,897 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:57:32,897 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:57:32,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:57:32,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:57:32,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:32,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:57:32,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:57:32,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:57:32,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:32,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:57:32,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:57:32,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:57:32,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:32,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:57:32,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:57:32,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:57:32,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:32,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:57:32,910 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:57:32,911 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740 2024-11-14T04:57:32,914 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740 2024-11-14T04:57:32,917 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:57:32,917 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:57:32,918 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:57:32,920 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:57:32,922 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71145747, jitterRate=0.06015424430370331}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:57:32,922 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:57:32,924 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731560252897Writing region info on filesystem at 1731560252897Initializing all the Stores at 1731560252899 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560252899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560252900 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560252900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731560252900Cleaning up temporary data from old regions at 1731560252917 (+17 ms)Running coprocessor post-open hooks at 1731560252922 (+5 ms)Region opened successfully at 1731560252924 (+2 ms) 2024-11-14T04:57:32,931 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731560252827 2024-11-14T04:57:32,943 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:57:32,943 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:57:32,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:57:32,947 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,46441,1731560250145, state=OPEN 2024-11-14T04:57:32,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:57:32,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:57:32,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:57:32,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:57:32,953 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:32,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:57:32,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,46441,1731560250145 in 293 msec 2024-11-14T04:57:32,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:57:32,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-14T04:57:32,967 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:57:32,968 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:57:32,993 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:32,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:33,019 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:33,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:33,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5450 sec 2024-11-14T04:57:33,042 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731560253042, completionTime=-1 2024-11-14T04:57:33,045 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:57:33,045 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:57:33,092 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T04:57:33,092 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731560313092 2024-11-14T04:57:33,092 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731560373092 2024-11-14T04:57:33,092 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 47 msec 2024-11-14T04:57:33,094 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,39861,1731560249453-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:33,095 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,39861,1731560249453-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:33,095 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,39861,1731560249453-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:33,096 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-44289c305c03:39861, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:33,097 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:33,097 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:33,107 DEBUG [master/44289c305c03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:57:33,129 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.836sec 2024-11-14T04:57:33,130 INFO [master/44289c305c03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:57:33,132 INFO [master/44289c305c03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:57:33,133 INFO [master/44289c305c03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:57:33,133 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:57:33,134 INFO [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:57:33,135 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,39861,1731560249453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:57:33,135 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,39861,1731560249453-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:57:33,144 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:57:33,144 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:57:33,145 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,39861,1731560249453-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:57:33,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:33,154 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T04:57:33,154 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T04:57:33,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:33,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:33,168 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8b3278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:33,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:33,176 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:33,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:33,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:33,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:33,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=44289c305c03,39861,1731560249453 2024-11-14T04:57:33,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=5685 2024-11-14T04:57:33,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:57:33,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,39861,1731560249453 2024-11-14T04:57:33,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c35b008 2024-11-14T04:57:33,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:57:33,243 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:57:33,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T04:57:33,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:57:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T04:57:33,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:57:33,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-14T04:57:33,265 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:33,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:57:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:57:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741835_1011 (size=959) 2024-11-14T04:57:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:57:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:57:33,685 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41 2024-11-14T04:57:33,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741836_1012 (size=53) 2024-11-14T04:57:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:57:34,120 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:57:34,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing faca69c9a8f9e32f2ed2e528e41b5819, disabling compactions & flushes 2024-11-14T04:57:34,121 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:34,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:34,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. after waiting 0 ms 2024-11-14T04:57:34,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:34,121 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:34,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for faca69c9a8f9e32f2ed2e528e41b5819: Waiting for close lock at 1731560254121Disabling compacts and flushes for region at 1731560254121Disabling writes for close at 1731560254121Writing region close event to WAL at 1731560254121Closed at 1731560254121 2024-11-14T04:57:34,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:57:34,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731560254125"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560254125"}]},"ts":"1731560254125"} 2024-11-14T04:57:34,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:57:34,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:57:34,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560254140"}]},"ts":"1731560254140"} 2024-11-14T04:57:34,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T04:57:34,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819, ASSIGN}] 2024-11-14T04:57:34,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819, ASSIGN 2024-11-14T04:57:34,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819, ASSIGN; state=OFFLINE, location=44289c305c03,46441,1731560250145; forceNewPlan=false, retain=false 2024-11-14T04:57:34,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=faca69c9a8f9e32f2ed2e528e41b5819, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:57:34,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819, ASSIGN because future has completed 2024-11-14T04:57:34,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:57:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:57:34,478 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:34,484 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:57:34,484 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,484 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:57:34,485 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,485 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,489 INFO [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,492 INFO [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faca69c9a8f9e32f2ed2e528e41b5819 columnFamilyName A 2024-11-14T04:57:34,492 DEBUG [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:34,494 INFO [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] regionserver.HStore(327): Store=faca69c9a8f9e32f2ed2e528e41b5819/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:57:34,494 INFO [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,497 INFO [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faca69c9a8f9e32f2ed2e528e41b5819 columnFamilyName B 2024-11-14T04:57:34,497 DEBUG [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:34,498 INFO [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] regionserver.HStore(327): Store=faca69c9a8f9e32f2ed2e528e41b5819/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:57:34,499 INFO [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,502 INFO [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faca69c9a8f9e32f2ed2e528e41b5819 columnFamilyName C 2024-11-14T04:57:34,502 DEBUG [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:34,503 INFO [StoreOpener-faca69c9a8f9e32f2ed2e528e41b5819-1 {}] regionserver.HStore(327): Store=faca69c9a8f9e32f2ed2e528e41b5819/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:57:34,503 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,505 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,506 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,510 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,510 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,511 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:57:34,514 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,519 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:57:34,520 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened faca69c9a8f9e32f2ed2e528e41b5819; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69678454, jitterRate=0.038289874792099}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:57:34,520 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:34,521 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for faca69c9a8f9e32f2ed2e528e41b5819: Running coprocessor pre-open hook at 1731560254485Writing region info on filesystem at 1731560254485Initializing all the Stores at 1731560254488 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560254488Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560254488Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560254488Cleaning up temporary data from old regions at 1731560254510 (+22 ms)Running coprocessor post-open hooks at 1731560254520 (+10 ms)Region opened successfully at 1731560254521 (+1 ms) 2024-11-14T04:57:34,524 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., pid=6, masterSystemTime=1731560254469 2024-11-14T04:57:34,528 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:34,528 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:34,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=faca69c9a8f9e32f2ed2e528e41b5819, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:57:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:57:34,539 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39861 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=44289c305c03,46441,1731560250145, table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T04:57:34,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:57:34,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 in 227 msec 2024-11-14T04:57:34,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:57:34,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819, ASSIGN in 396 msec 2024-11-14T04:57:34,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:57:34,556 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560254555"}]},"ts":"1731560254555"} 2024-11-14T04:57:34,561 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T04:57:34,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:57:34,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3130 sec 2024-11-14T04:57:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:57:35,435 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:35,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,443 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c6058d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,447 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e5dcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:57:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,39861,1731560249453 2024-11-14T04:57:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@654b8700 2024-11-14T04:57:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:57:35,463 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:57:35,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,468 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14496fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,471 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e49c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,474 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4c9506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,477 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36644156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,482 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9c1aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,485 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,488 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffd0298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,490 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615aad25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,493 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427a7224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,495 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17daddbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,498 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3ac0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,500 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c90417c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,502 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ee4412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,504 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7f5041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,507 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6e851d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,509 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29434e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:57:35,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:57:35,511 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:57:35,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:57:35,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:57:35,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68732d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:57:35,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:57:35,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:35,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:57:35,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce716ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:57:35,518 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,518 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,518 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,518 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,519 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,519 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,522 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:57:35,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,528 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:57:35,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,532 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:57:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:57:35,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:57:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-14T04:57:35,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:57:35,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:57:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:57:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:57:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:57:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:57:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:57:35,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:57:35,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:57:35,551 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:57:35,553 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:57:35,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:57:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:35,629 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:35,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:57:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:57:35,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T04:57:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:35,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:35,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:35,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:35,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/562b6750a669415f8cc304157459f6da is 50, key is test_row_0/A:col10/1731560255632/Put/seqid=0 2024-11-14T04:57:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741837_1013 (size=12001) 2024-11-14T04:57:35,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/562b6750a669415f8cc304157459f6da 2024-11-14T04:57:35,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:35,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560315839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560315840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:57:35,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560315847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:35,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560315848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:35,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560315848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:35,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:35,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T04:57:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:35,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:35,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/2bd8c300c54047da9ef3e905dafdee51 is 50, key is test_row_0/B:col10/1731560255632/Put/seqid=0 2024-11-14T04:57:35,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560315994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560315995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560315996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560315997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560315997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741838_1014 (size=12001) 2024-11-14T04:57:36,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T04:57:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:36,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:57:36,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560316214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560316214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560316215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560316215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560316216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T04:57:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:36,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/2bd8c300c54047da9ef3e905dafdee51 2024-11-14T04:57:36,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T04:57:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:36,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1d37fc4a2ea04f808faac4b12884f6d1 is 50, key is test_row_0/C:col10/1731560255632/Put/seqid=0 2024-11-14T04:57:36,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741839_1015 (size=12001) 2024-11-14T04:57:36,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1d37fc4a2ea04f808faac4b12884f6d1 2024-11-14T04:57:36,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560316523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560316523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560316524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560316536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560316537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:36,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/562b6750a669415f8cc304157459f6da as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/562b6750a669415f8cc304157459f6da 2024-11-14T04:57:36,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/562b6750a669415f8cc304157459f6da, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T04:57:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/2bd8c300c54047da9ef3e905dafdee51 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2bd8c300c54047da9ef3e905dafdee51 2024-11-14T04:57:36,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2bd8c300c54047da9ef3e905dafdee51, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T04:57:36,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T04:57:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:36,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:36,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1d37fc4a2ea04f808faac4b12884f6d1 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1d37fc4a2ea04f808faac4b12884f6d1 2024-11-14T04:57:36,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1d37fc4a2ea04f808faac4b12884f6d1, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T04:57:36,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for faca69c9a8f9e32f2ed2e528e41b5819 in 993ms, sequenceid=15, compaction requested=false 2024-11-14T04:57:36,630 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T04:57:36,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:57:36,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T04:57:36,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:36,760 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:57:36,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/fbc32b90dc234876a09a770d22f2939b is 50, key is test_row_0/A:col10/1731560255838/Put/seqid=0 2024-11-14T04:57:36,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741840_1016 (size=12001) 2024-11-14T04:57:37,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560317076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560317082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560317084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560317084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560317087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560317193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560317193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560317203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560317203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560317204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,240 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/fbc32b90dc234876a09a770d22f2939b 2024-11-14T04:57:37,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/690a02d66b6e4c688265337eefe8d13f is 50, key is test_row_0/B:col10/1731560255838/Put/seqid=0 2024-11-14T04:57:37,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741841_1017 (size=12001) 2024-11-14T04:57:37,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560317403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560317403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560317413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560317424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560317424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:57:37,688 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:57:37,703 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/690a02d66b6e4c688265337eefe8d13f 2024-11-14T04:57:37,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560317716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560317715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560317729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/3dfd8f5cb5ba4f15ac5e1334950b4b3a is 50, key is test_row_0/C:col10/1731560255838/Put/seqid=0 2024-11-14T04:57:37,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560317736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560317736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741842_1018 (size=12001) 2024-11-14T04:57:37,782 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/3dfd8f5cb5ba4f15ac5e1334950b4b3a 2024-11-14T04:57:37,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/fbc32b90dc234876a09a770d22f2939b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/fbc32b90dc234876a09a770d22f2939b 2024-11-14T04:57:37,841 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/fbc32b90dc234876a09a770d22f2939b, entries=150, sequenceid=38, filesize=11.7 K 2024-11-14T04:57:37,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/690a02d66b6e4c688265337eefe8d13f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/690a02d66b6e4c688265337eefe8d13f 2024-11-14T04:57:37,894 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/690a02d66b6e4c688265337eefe8d13f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-14T04:57:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/3dfd8f5cb5ba4f15ac5e1334950b4b3a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/3dfd8f5cb5ba4f15ac5e1334950b4b3a 2024-11-14T04:57:37,946 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/3dfd8f5cb5ba4f15ac5e1334950b4b3a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-14T04:57:37,955 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for faca69c9a8f9e32f2ed2e528e41b5819 in 1195ms, sequenceid=38, compaction requested=false 2024-11-14T04:57:37,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T04:57:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T04:57:37,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T04:57:37,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4060 sec 2024-11-14T04:57:37,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.4540 sec 2024-11-14T04:57:38,230 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:38,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T04:57:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:38,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/ee2ec07a0cf341a4b53eb74e1cbadc18 is 50, key is test_row_0/A:col10/1731560257079/Put/seqid=0 2024-11-14T04:57:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741843_1019 (size=14341) 2024-11-14T04:57:38,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/ee2ec07a0cf341a4b53eb74e1cbadc18 2024-11-14T04:57:38,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/76219cd367f14ffb884e8089ff2f87b5 is 50, key is test_row_0/B:col10/1731560257079/Put/seqid=0 2024-11-14T04:57:38,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560318304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560318308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560318313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560318315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560318317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741844_1020 (size=12001) 2024-11-14T04:57:38,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/76219cd367f14ffb884e8089ff2f87b5 2024-11-14T04:57:38,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/c76e59ae83754104943b16c8ec767f1a is 50, key is test_row_0/C:col10/1731560257079/Put/seqid=0 2024-11-14T04:57:38,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741845_1021 (size=12001) 2024-11-14T04:57:38,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/c76e59ae83754104943b16c8ec767f1a 2024-11-14T04:57:38,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/ee2ec07a0cf341a4b53eb74e1cbadc18 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ee2ec07a0cf341a4b53eb74e1cbadc18 2024-11-14T04:57:38,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:57:38,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ee2ec07a0cf341a4b53eb74e1cbadc18, entries=200, sequenceid=52, filesize=14.0 K 2024-11-14T04:57:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/76219cd367f14ffb884e8089ff2f87b5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/76219cd367f14ffb884e8089ff2f87b5 2024-11-14T04:57:38,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/76219cd367f14ffb884e8089ff2f87b5, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T04:57:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/c76e59ae83754104943b16c8ec767f1a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c76e59ae83754104943b16c8ec767f1a 2024-11-14T04:57:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560318433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560318433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560318434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560318434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560318434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c76e59ae83754104943b16c8ec767f1a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T04:57:38,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for faca69c9a8f9e32f2ed2e528e41b5819 in 239ms, sequenceid=52, compaction requested=true 2024-11-14T04:57:38,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:38,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:57:38,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:38,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:57:38,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:38,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:57:38,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:38,482 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:38,482 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:38,486 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:38,488 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/B is initiating minor compaction (all files) 2024-11-14T04:57:38,489 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/B in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:38,489 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2bd8c300c54047da9ef3e905dafdee51, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/690a02d66b6e4c688265337eefe8d13f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/76219cd367f14ffb884e8089ff2f87b5] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=35.2 K 2024-11-14T04:57:38,491 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bd8c300c54047da9ef3e905dafdee51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731560255616 2024-11-14T04:57:38,492 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 690a02d66b6e4c688265337eefe8d13f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731560255835 2024-11-14T04:57:38,493 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 76219cd367f14ffb884e8089ff2f87b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731560257079 2024-11-14T04:57:38,494 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:38,494 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/A is initiating minor compaction (all files) 2024-11-14T04:57:38,494 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/A in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:38,494 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/562b6750a669415f8cc304157459f6da, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/fbc32b90dc234876a09a770d22f2939b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ee2ec07a0cf341a4b53eb74e1cbadc18] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=37.4 K 2024-11-14T04:57:38,497 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 562b6750a669415f8cc304157459f6da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731560255616 2024-11-14T04:57:38,503 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbc32b90dc234876a09a770d22f2939b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731560255835 2024-11-14T04:57:38,504 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee2ec07a0cf341a4b53eb74e1cbadc18, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731560257079 2024-11-14T04:57:38,558 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#B#compaction#10 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:38,558 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#A#compaction#9 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:38,559 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/c55ef5de295441d794c2a4a7675835a2 is 50, key is test_row_0/A:col10/1731560257079/Put/seqid=0 2024-11-14T04:57:38,569 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/4ae9de95a59b4fbcb3f7ac0cf070136d is 50, key is test_row_0/B:col10/1731560257079/Put/seqid=0 2024-11-14T04:57:38,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741846_1022 (size=12104) 2024-11-14T04:57:38,604 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/c55ef5de295441d794c2a4a7675835a2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/c55ef5de295441d794c2a4a7675835a2 2024-11-14T04:57:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741847_1023 (size=12104) 2024-11-14T04:57:38,632 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/A of faca69c9a8f9e32f2ed2e528e41b5819 into c55ef5de295441d794c2a4a7675835a2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:38,632 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:38,637 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/A, priority=13, startTime=1731560258471; duration=0sec 2024-11-14T04:57:38,638 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:38,638 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:A 2024-11-14T04:57:38,638 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:38,648 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:38,648 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/C is initiating minor compaction (all files) 2024-11-14T04:57:38,648 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/C in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:38,648 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1d37fc4a2ea04f808faac4b12884f6d1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/3dfd8f5cb5ba4f15ac5e1334950b4b3a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c76e59ae83754104943b16c8ec767f1a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=35.2 K 2024-11-14T04:57:38,649 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d37fc4a2ea04f808faac4b12884f6d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731560255616 2024-11-14T04:57:38,653 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dfd8f5cb5ba4f15ac5e1334950b4b3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731560255835 2024-11-14T04:57:38,654 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c76e59ae83754104943b16c8ec767f1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731560257079 2024-11-14T04:57:38,678 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#C#compaction#11 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:38,679 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/aa42850ee00f4b518760d0cd29d01f00 is 50, key is test_row_0/C:col10/1731560257079/Put/seqid=0 2024-11-14T04:57:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:38,681 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:38,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T04:57:38,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741848_1024 (size=12104) 2024-11-14T04:57:38,717 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/aa42850ee00f4b518760d0cd29d01f00 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/aa42850ee00f4b518760d0cd29d01f00 2024-11-14T04:57:38,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/00316b261b924a4898b2883c2c839817 is 50, key is test_row_0/A:col10/1731560258672/Put/seqid=0 2024-11-14T04:57:38,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560318733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,744 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/C of faca69c9a8f9e32f2ed2e528e41b5819 into aa42850ee00f4b518760d0cd29d01f00(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:38,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,744 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560318735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,745 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/C, priority=13, startTime=1731560258480; duration=0sec 2024-11-14T04:57:38,745 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:38,745 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:C 2024-11-14T04:57:38,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560318735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741849_1025 (size=12001) 2024-11-14T04:57:38,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560318742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560318742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560318855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560318855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560318856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560318873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560318874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,034 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/4ae9de95a59b4fbcb3f7ac0cf070136d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4ae9de95a59b4fbcb3f7ac0cf070136d 2024-11-14T04:57:39,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560319077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560319077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560319078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,091 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/B of faca69c9a8f9e32f2ed2e528e41b5819 into 4ae9de95a59b4fbcb3f7ac0cf070136d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:39,091 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:39,091 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/B, priority=13, startTime=1731560258480; duration=0sec 2024-11-14T04:57:39,091 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:39,091 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:B 2024-11-14T04:57:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560319094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560319094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/00316b261b924a4898b2883c2c839817 2024-11-14T04:57:39,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/52c27b2343314456bf69f50c1381a27f is 50, key is test_row_0/B:col10/1731560258672/Put/seqid=0 2024-11-14T04:57:39,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741850_1026 (size=12001) 2024-11-14T04:57:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560319392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560319403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560319403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560319403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560319413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:39,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/52c27b2343314456bf69f50c1381a27f 2024-11-14T04:57:39,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/e048aa40f9094c4294122a590a45a85f is 50, key is test_row_0/C:col10/1731560258672/Put/seqid=0 2024-11-14T04:57:39,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741851_1027 (size=12001) 2024-11-14T04:57:39,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/e048aa40f9094c4294122a590a45a85f 2024-11-14T04:57:39,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/00316b261b924a4898b2883c2c839817 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/00316b261b924a4898b2883c2c839817 2024-11-14T04:57:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:57:39,694 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:39,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:57:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-14T04:57:39,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/00316b261b924a4898b2883c2c839817, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T04:57:39,699 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:57:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:57:39,700 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:57:39,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:57:39,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/52c27b2343314456bf69f50c1381a27f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/52c27b2343314456bf69f50c1381a27f 2024-11-14T04:57:39,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/52c27b2343314456bf69f50c1381a27f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T04:57:39,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/e048aa40f9094c4294122a590a45a85f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/e048aa40f9094c4294122a590a45a85f 2024-11-14T04:57:39,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/e048aa40f9094c4294122a590a45a85f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-14T04:57:39,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for faca69c9a8f9e32f2ed2e528e41b5819 in 1054ms, sequenceid=78, compaction requested=false 2024-11-14T04:57:39,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:57:39,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:57:39,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:57:39,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:57:39,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:57:39,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:57:39,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T04:57:39,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T04:57:39,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T04:57:39,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T04:57:39,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:39,890 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:57:39,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/a8b135e2d8774ca9a5cd971b398ad25d is 50, key is test_row_0/A:col10/1731560258736/Put/seqid=0 2024-11-14T04:57:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:39,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741852_1028 (size=12001) 2024-11-14T04:57:39,931 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/a8b135e2d8774ca9a5cd971b398ad25d 2024-11-14T04:57:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/5531ec46a6e54239b0247d7eddfcf799 is 50, key is test_row_0/B:col10/1731560258736/Put/seqid=0 2024-11-14T04:57:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741853_1029 (size=12001) 2024-11-14T04:57:39,969 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/5531ec46a6e54239b0247d7eddfcf799 2024-11-14T04:57:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/fe3d0f483aa84bcba2ac7a073b502c85 is 50, key is test_row_0/C:col10/1731560258736/Put/seqid=0 2024-11-14T04:57:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560319994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560319994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560320000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560320002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560320003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:57:40,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741854_1030 (size=12001) 2024-11-14T04:57:40,045 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/fe3d0f483aa84bcba2ac7a073b502c85 2024-11-14T04:57:40,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/a8b135e2d8774ca9a5cd971b398ad25d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/a8b135e2d8774ca9a5cd971b398ad25d 2024-11-14T04:57:40,065 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/a8b135e2d8774ca9a5cd971b398ad25d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T04:57:40,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/5531ec46a6e54239b0247d7eddfcf799 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/5531ec46a6e54239b0247d7eddfcf799 2024-11-14T04:57:40,077 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/5531ec46a6e54239b0247d7eddfcf799, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T04:57:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/fe3d0f483aa84bcba2ac7a073b502c85 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fe3d0f483aa84bcba2ac7a073b502c85 2024-11-14T04:57:40,104 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fe3d0f483aa84bcba2ac7a073b502c85, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T04:57:40,115 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for faca69c9a8f9e32f2ed2e528e41b5819 in 226ms, sequenceid=92, compaction requested=true 2024-11-14T04:57:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T04:57:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T04:57:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:40,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:57:40,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:57:40,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 419 msec 2024-11-14T04:57:40,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 434 msec 2024-11-14T04:57:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560320142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560320142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560320143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560320146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560320149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/33bd13f9dcd14d719e71d879be2d53c7 is 50, key is test_row_0/A:col10/1731560259999/Put/seqid=0 2024-11-14T04:57:40,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741855_1031 (size=12001) 2024-11-14T04:57:40,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/33bd13f9dcd14d719e71d879be2d53c7 2024-11-14T04:57:40,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/b91ce347e845476e868789bf2e5ad03e is 50, key is test_row_0/B:col10/1731560259999/Put/seqid=0 2024-11-14T04:57:40,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741856_1032 (size=12001) 2024-11-14T04:57:40,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/b91ce347e845476e868789bf2e5ad03e 2024-11-14T04:57:40,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/497720fce3dc442b9efbabec4be4db7d is 50, key is test_row_0/C:col10/1731560259999/Put/seqid=0 2024-11-14T04:57:40,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741857_1033 (size=12001) 2024-11-14T04:57:40,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/497720fce3dc442b9efbabec4be4db7d 2024-11-14T04:57:40,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560320264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/33bd13f9dcd14d719e71d879be2d53c7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/33bd13f9dcd14d719e71d879be2d53c7 2024-11-14T04:57:40,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560320265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560320265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560320265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560320265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/33bd13f9dcd14d719e71d879be2d53c7, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T04:57:40,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/b91ce347e845476e868789bf2e5ad03e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/b91ce347e845476e868789bf2e5ad03e 2024-11-14T04:57:40,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/b91ce347e845476e868789bf2e5ad03e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T04:57:40,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/497720fce3dc442b9efbabec4be4db7d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/497720fce3dc442b9efbabec4be4db7d 2024-11-14T04:57:40,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/497720fce3dc442b9efbabec4be4db7d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T04:57:40,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for faca69c9a8f9e32f2ed2e528e41b5819 in 198ms, sequenceid=117, compaction requested=true 2024-11-14T04:57:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:40,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:57:40,317 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:57:40,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:40,317 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:57:40,321 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:57:40,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:57:40,321 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:57:40,321 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/B is initiating minor compaction (all files) 2024-11-14T04:57:40,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:40,321 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/A is initiating minor compaction (all files) 2024-11-14T04:57:40,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:57:40,321 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/B in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:40,321 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/A in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,321 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4ae9de95a59b4fbcb3f7ac0cf070136d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/52c27b2343314456bf69f50c1381a27f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/5531ec46a6e54239b0247d7eddfcf799, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/b91ce347e845476e868789bf2e5ad03e] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=47.0 K 2024-11-14T04:57:40,321 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/c55ef5de295441d794c2a4a7675835a2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/00316b261b924a4898b2883c2c839817, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/a8b135e2d8774ca9a5cd971b398ad25d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/33bd13f9dcd14d719e71d879be2d53c7] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=47.0 K 2024-11-14T04:57:40,322 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c55ef5de295441d794c2a4a7675835a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731560257079 2024-11-14T04:57:40,322 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ae9de95a59b4fbcb3f7ac0cf070136d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731560257079 2024-11-14T04:57:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:57:40,323 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:40,323 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 52c27b2343314456bf69f50c1381a27f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731560258295 2024-11-14T04:57:40,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:57:40,324 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 5531ec46a6e54239b0247d7eddfcf799, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731560258683 2024-11-14T04:57:40,325 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00316b261b924a4898b2883c2c839817, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731560258295 2024-11-14T04:57:40,325 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting b91ce347e845476e868789bf2e5ad03e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560259989 2024-11-14T04:57:40,326 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8b135e2d8774ca9a5cd971b398ad25d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731560258683 2024-11-14T04:57:40,327 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33bd13f9dcd14d719e71d879be2d53c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560259989 2024-11-14T04:57:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-14T04:57:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:57:40,330 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:57:40,332 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:57:40,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:57:40,368 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#B#compaction#22 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:40,369 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/df5462071560433aae2d28413e4d4f0c is 50, key is test_row_0/B:col10/1731560259999/Put/seqid=0 2024-11-14T04:57:40,370 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#A#compaction#21 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:40,371 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/9a1bd8a121a541febb1a9b16b65e8bcd is 50, key is test_row_0/A:col10/1731560259999/Put/seqid=0 2024-11-14T04:57:40,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741858_1034 (size=12241) 2024-11-14T04:57:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741859_1035 (size=12241) 2024-11-14T04:57:40,410 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/9a1bd8a121a541febb1a9b16b65e8bcd as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/9a1bd8a121a541febb1a9b16b65e8bcd 2024-11-14T04:57:40,430 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/df5462071560433aae2d28413e4d4f0c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/df5462071560433aae2d28413e4d4f0c 2024-11-14T04:57:40,430 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/A of faca69c9a8f9e32f2ed2e528e41b5819 into 9a1bd8a121a541febb1a9b16b65e8bcd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:40,432 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:40,432 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/A, priority=12, startTime=1731560260317; duration=0sec 2024-11-14T04:57:40,432 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:40,432 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:A 2024-11-14T04:57:40,433 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:57:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:57:40,444 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:57:40,444 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/C is initiating minor compaction (all files) 2024-11-14T04:57:40,444 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/C in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,444 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/aa42850ee00f4b518760d0cd29d01f00, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/e048aa40f9094c4294122a590a45a85f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fe3d0f483aa84bcba2ac7a073b502c85, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/497720fce3dc442b9efbabec4be4db7d] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=47.0 K 2024-11-14T04:57:40,448 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa42850ee00f4b518760d0cd29d01f00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731560257079 2024-11-14T04:57:40,450 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting e048aa40f9094c4294122a590a45a85f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731560258295 2024-11-14T04:57:40,451 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe3d0f483aa84bcba2ac7a073b502c85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731560258683 2024-11-14T04:57:40,452 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 497720fce3dc442b9efbabec4be4db7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560259989 2024-11-14T04:57:40,452 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/B of faca69c9a8f9e32f2ed2e528e41b5819 into df5462071560433aae2d28413e4d4f0c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:40,452 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:40,452 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/B, priority=12, startTime=1731560260317; duration=0sec 2024-11-14T04:57:40,453 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:40,453 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:B 2024-11-14T04:57:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:40,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:57:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:40,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T04:57:40,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:40,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,486 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:40,487 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/c80c95f28c3247c790a1debde37d92f0 is 50, key is test_row_0/C:col10/1731560259999/Put/seqid=0 2024-11-14T04:57:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/d5ab72ed896a4be5a55226c999997210 is 50, key is test_row_0/A:col10/1731560260478/Put/seqid=0 2024-11-14T04:57:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741860_1036 (size=12241) 2024-11-14T04:57:40,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560320528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560320529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560320533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560320534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560320535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741861_1037 (size=16781) 2024-11-14T04:57:40,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T04:57:40,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:40,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:57:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560320646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560320645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560320653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560320654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560320654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T04:57:40,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560320863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560320864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560320866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560320873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560320873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:40,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:40,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:40,953 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/c80c95f28c3247c790a1debde37d92f0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c80c95f28c3247c790a1debde37d92f0 2024-11-14T04:57:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:57:40,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T04:57:40,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:40,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:40,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:40,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/d5ab72ed896a4be5a55226c999997210 2024-11-14T04:57:40,978 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/C of faca69c9a8f9e32f2ed2e528e41b5819 into c80c95f28c3247c790a1debde37d92f0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:40,979 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:40,979 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/C, priority=12, startTime=1731560260321; duration=0sec 2024-11-14T04:57:40,979 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:40,979 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:C 2024-11-14T04:57:40,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/4169540065da43fdbb9c57c183fbf539 is 50, key is test_row_0/B:col10/1731560260478/Put/seqid=0 2024-11-14T04:57:41,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741862_1038 (size=12051) 2024-11-14T04:57:41,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/4169540065da43fdbb9c57c183fbf539 2024-11-14T04:57:41,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/a8c66b2cf0cf405cad84c9fadfbd366f is 50, key is test_row_0/C:col10/1731560260478/Put/seqid=0 2024-11-14T04:57:41,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741863_1039 (size=12051) 2024-11-14T04:57:41,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T04:57:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:41,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:41,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:41,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:41,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560321173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560321174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560321183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560321184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560321184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T04:57:41,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:41,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:41,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:41,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:41,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:41,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T04:57:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:41,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:57:41,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/a8c66b2cf0cf405cad84c9fadfbd366f 2024-11-14T04:57:41,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/d5ab72ed896a4be5a55226c999997210 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d5ab72ed896a4be5a55226c999997210 2024-11-14T04:57:41,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d5ab72ed896a4be5a55226c999997210, entries=250, sequenceid=132, filesize=16.4 K 2024-11-14T04:57:41,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/4169540065da43fdbb9c57c183fbf539 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4169540065da43fdbb9c57c183fbf539 2024-11-14T04:57:41,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4169540065da43fdbb9c57c183fbf539, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T04:57:41,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/a8c66b2cf0cf405cad84c9fadfbd366f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/a8c66b2cf0cf405cad84c9fadfbd366f 2024-11-14T04:57:41,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/a8c66b2cf0cf405cad84c9fadfbd366f, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T04:57:41,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for faca69c9a8f9e32f2ed2e528e41b5819 in 1071ms, sequenceid=132, compaction requested=false 2024-11-14T04:57:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:41,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T04:57:41,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:41,585 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:57:41,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/031a965a7a744f0aa737b3d75452619b is 50, key is test_row_0/A:col10/1731560260532/Put/seqid=0 2024-11-14T04:57:41,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741864_1040 (size=12151) 2024-11-14T04:57:41,654 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/031a965a7a744f0aa737b3d75452619b 2024-11-14T04:57:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/c42b457ae5e14b3aa1025ccce40187c0 is 50, key is test_row_0/B:col10/1731560260532/Put/seqid=0 2024-11-14T04:57:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:41,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:41,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741865_1041 (size=12151) 2024-11-14T04:57:41,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560321710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560321710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560321712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560321716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560321717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560321823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560321824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560321824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560321833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560321833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:41,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:41,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560322034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560322034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560322043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560322044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560322045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,105 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/c42b457ae5e14b3aa1025ccce40187c0 2024-11-14T04:57:42,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/691089f095114fe3b3d65efca0e8b10f is 50, key is test_row_0/C:col10/1731560260532/Put/seqid=0 2024-11-14T04:57:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741866_1042 (size=12151) 2024-11-14T04:57:42,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560322353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560322353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560322353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560322352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560322353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:57:42,537 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/691089f095114fe3b3d65efca0e8b10f 2024-11-14T04:57:42,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/031a965a7a744f0aa737b3d75452619b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/031a965a7a744f0aa737b3d75452619b 2024-11-14T04:57:42,561 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/031a965a7a744f0aa737b3d75452619b, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T04:57:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/c42b457ae5e14b3aa1025ccce40187c0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/c42b457ae5e14b3aa1025ccce40187c0 2024-11-14T04:57:42,576 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/c42b457ae5e14b3aa1025ccce40187c0, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T04:57:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/691089f095114fe3b3d65efca0e8b10f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/691089f095114fe3b3d65efca0e8b10f 2024-11-14T04:57:42,588 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/691089f095114fe3b3d65efca0e8b10f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T04:57:42,589 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for faca69c9a8f9e32f2ed2e528e41b5819 in 1005ms, sequenceid=156, compaction requested=true 2024-11-14T04:57:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:42,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T04:57:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T04:57:42,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T04:57:42,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2590 sec 2024-11-14T04:57:42,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.2720 sec 2024-11-14T04:57:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:42,869 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:42,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T04:57:42,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/d9dfcdccab1e489c8b3d7b7ad4a7806a is 50, key is test_row_0/A:col10/1731560262866/Put/seqid=0 2024-11-14T04:57:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741867_1043 (size=12151) 2024-11-14T04:57:42,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560322900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560322902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560322904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560322906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560322907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560323013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560323013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560323023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560323023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560323023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560323223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560323224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560323233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560323232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560323233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/d9dfcdccab1e489c8b3d7b7ad4a7806a 2024-11-14T04:57:43,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/98389baac0d542d297f42c59f9b56ff7 is 50, key is test_row_0/B:col10/1731560262866/Put/seqid=0 2024-11-14T04:57:43,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741868_1044 (size=12151) 2024-11-14T04:57:43,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560323533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560323542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560323542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560323543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560323543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:43,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/98389baac0d542d297f42c59f9b56ff7 2024-11-14T04:57:43,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/666bdf3ccdb242729106175f7023c979 is 50, key is test_row_0/C:col10/1731560262866/Put/seqid=0 2024-11-14T04:57:43,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741869_1045 (size=12151) 2024-11-14T04:57:43,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/666bdf3ccdb242729106175f7023c979 2024-11-14T04:57:43,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/d9dfcdccab1e489c8b3d7b7ad4a7806a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d9dfcdccab1e489c8b3d7b7ad4a7806a 2024-11-14T04:57:43,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d9dfcdccab1e489c8b3d7b7ad4a7806a, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T04:57:43,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/98389baac0d542d297f42c59f9b56ff7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/98389baac0d542d297f42c59f9b56ff7 2024-11-14T04:57:43,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/98389baac0d542d297f42c59f9b56ff7, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T04:57:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/666bdf3ccdb242729106175f7023c979 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/666bdf3ccdb242729106175f7023c979 2024-11-14T04:57:43,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/666bdf3ccdb242729106175f7023c979, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T04:57:43,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for faca69c9a8f9e32f2ed2e528e41b5819 in 1047ms, sequenceid=173, compaction requested=true 2024-11-14T04:57:43,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:43,917 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:57:43,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:57:43,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:43,919 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:57:43,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:57:43,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:43,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:57:43,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:43,925 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:57:43,925 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53324 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:57:43,925 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/B is initiating minor compaction (all files) 2024-11-14T04:57:43,925 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/A is initiating minor compaction (all files) 2024-11-14T04:57:43,925 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/B in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:43,926 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/df5462071560433aae2d28413e4d4f0c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4169540065da43fdbb9c57c183fbf539, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/c42b457ae5e14b3aa1025ccce40187c0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/98389baac0d542d297f42c59f9b56ff7] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=47.5 K 2024-11-14T04:57:43,926 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/A in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:43,926 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/9a1bd8a121a541febb1a9b16b65e8bcd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d5ab72ed896a4be5a55226c999997210, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/031a965a7a744f0aa737b3d75452619b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d9dfcdccab1e489c8b3d7b7ad4a7806a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=52.1 K 2024-11-14T04:57:43,926 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting df5462071560433aae2d28413e4d4f0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560259989 2024-11-14T04:57:43,927 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a1bd8a121a541febb1a9b16b65e8bcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560259989 2024-11-14T04:57:43,927 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 4169540065da43fdbb9c57c183fbf539, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731560260138 2024-11-14T04:57:43,928 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting c42b457ae5e14b3aa1025ccce40187c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731560260517 2024-11-14T04:57:43,929 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5ab72ed896a4be5a55226c999997210, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731560260138 2024-11-14T04:57:43,930 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 98389baac0d542d297f42c59f9b56ff7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731560261706 2024-11-14T04:57:43,937 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 031a965a7a744f0aa737b3d75452619b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731560260517 2024-11-14T04:57:43,940 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9dfcdccab1e489c8b3d7b7ad4a7806a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731560261706 2024-11-14T04:57:43,956 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:43,957 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/3408917754354e70808aecfeafc57693 is 50, key is test_row_0/B:col10/1731560262866/Put/seqid=0 2024-11-14T04:57:43,958 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:43,959 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/8f6ffc74194745798683aa58493263be is 50, key is test_row_0/A:col10/1731560262866/Put/seqid=0 2024-11-14T04:57:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741870_1046 (size=12527) 2024-11-14T04:57:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741871_1047 (size=12527) 2024-11-14T04:57:44,006 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/8f6ffc74194745798683aa58493263be as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/8f6ffc74194745798683aa58493263be 2024-11-14T04:57:44,023 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/A of faca69c9a8f9e32f2ed2e528e41b5819 into 8f6ffc74194745798683aa58493263be(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:44,024 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:44,024 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/A, priority=12, startTime=1731560263917; duration=0sec 2024-11-14T04:57:44,024 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:44,024 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:A 2024-11-14T04:57:44,024 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:57:44,029 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:57:44,029 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/C is initiating minor compaction (all files) 2024-11-14T04:57:44,030 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/C in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:44,032 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c80c95f28c3247c790a1debde37d92f0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/a8c66b2cf0cf405cad84c9fadfbd366f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/691089f095114fe3b3d65efca0e8b10f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/666bdf3ccdb242729106175f7023c979] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=47.5 K 2024-11-14T04:57:44,037 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c80c95f28c3247c790a1debde37d92f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560259989 2024-11-14T04:57:44,038 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8c66b2cf0cf405cad84c9fadfbd366f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731560260138 2024-11-14T04:57:44,039 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 691089f095114fe3b3d65efca0e8b10f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731560260517 2024-11-14T04:57:44,042 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 666bdf3ccdb242729106175f7023c979, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731560261706 2024-11-14T04:57:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:44,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T04:57:44,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/28e75cd65a6646698d813d447af87c2a is 50, key is test_row_0/A:col10/1731560262902/Put/seqid=0 2024-11-14T04:57:44,066 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:44,066 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/fcd2eb0e968d44adae3766e22219bdc2 is 50, key is test_row_0/C:col10/1731560262866/Put/seqid=0 2024-11-14T04:57:44,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741873_1049 (size=12527) 2024-11-14T04:57:44,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560324083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560324083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,096 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/fcd2eb0e968d44adae3766e22219bdc2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fcd2eb0e968d44adae3766e22219bdc2 2024-11-14T04:57:44,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560324085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560324085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560324086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,107 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/C of faca69c9a8f9e32f2ed2e528e41b5819 into fcd2eb0e968d44adae3766e22219bdc2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:44,107 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:44,107 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/C, priority=12, startTime=1731560263919; duration=0sec 2024-11-14T04:57:44,108 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:44,108 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:C 2024-11-14T04:57:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741872_1048 (size=14541) 2024-11-14T04:57:44,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/28e75cd65a6646698d813d447af87c2a 2024-11-14T04:57:44,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/8e01be2096234e84b2d69a2c0998a817 is 50, key is test_row_0/B:col10/1731560262902/Put/seqid=0 2024-11-14T04:57:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741874_1050 (size=12151) 2024-11-14T04:57:44,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/8e01be2096234e84b2d69a2c0998a817 2024-11-14T04:57:44,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1c492b1f94744d3b834c1740b3c5b702 is 50, key is test_row_0/C:col10/1731560262902/Put/seqid=0 2024-11-14T04:57:44,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741875_1051 (size=12151) 2024-11-14T04:57:44,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560324192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560324204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560324204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560324209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560324209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,405 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/3408917754354e70808aecfeafc57693 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3408917754354e70808aecfeafc57693 2024-11-14T04:57:44,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560324402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,415 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/B of faca69c9a8f9e32f2ed2e528e41b5819 into 3408917754354e70808aecfeafc57693(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:44,415 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:44,416 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/B, priority=12, startTime=1731560263919; duration=0sec 2024-11-14T04:57:44,416 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:44,416 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:B 2024-11-14T04:57:44,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560324413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560324413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560324423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560324423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:57:44,483 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:44,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:57:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-14T04:57:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:57:44,487 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:57:44,488 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:57:44,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:57:44,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1c492b1f94744d3b834c1740b3c5b702 2024-11-14T04:57:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/28e75cd65a6646698d813d447af87c2a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/28e75cd65a6646698d813d447af87c2a 2024-11-14T04:57:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:57:44,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/28e75cd65a6646698d813d447af87c2a, entries=200, sequenceid=194, filesize=14.2 K 2024-11-14T04:57:44,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/8e01be2096234e84b2d69a2c0998a817 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/8e01be2096234e84b2d69a2c0998a817 2024-11-14T04:57:44,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/8e01be2096234e84b2d69a2c0998a817, entries=150, sequenceid=194, filesize=11.9 K 2024-11-14T04:57:44,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1c492b1f94744d3b834c1740b3c5b702 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1c492b1f94744d3b834c1740b3c5b702 2024-11-14T04:57:44,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1c492b1f94744d3b834c1740b3c5b702, entries=150, sequenceid=194, filesize=11.9 K 2024-11-14T04:57:44,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for faca69c9a8f9e32f2ed2e528e41b5819 in 564ms, sequenceid=194, compaction requested=false 2024-11-14T04:57:44,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:44,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T04:57:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:44,643 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T04:57:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/14e97876f76749ba8e89d7210ee8356b is 50, key is test_row_0/A:col10/1731560264070/Put/seqid=0 2024-11-14T04:57:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741876_1052 (size=12151) 2024-11-14T04:57:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:44,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:44,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560324740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560324741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560324742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560324744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560324746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:57:44,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560324852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560324852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560324853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560324853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:44,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560324853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,057 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/14e97876f76749ba8e89d7210ee8356b 2024-11-14T04:57:45,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560325064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560325064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560325064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560325066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560325066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/2c169194811e4e4c84f251beb398a4e6 is 50, key is test_row_0/B:col10/1731560264070/Put/seqid=0 2024-11-14T04:57:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741877_1053 (size=12151) 2024-11-14T04:57:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:57:45,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560325373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560325373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560325373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560325374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560325374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,497 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/2c169194811e4e4c84f251beb398a4e6 2024-11-14T04:57:45,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1ff544a2bbb6485b966e14848523fc65 is 50, key is test_row_0/C:col10/1731560264070/Put/seqid=0 2024-11-14T04:57:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741878_1054 (size=12151) 2024-11-14T04:57:45,516 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1ff544a2bbb6485b966e14848523fc65 2024-11-14T04:57:45,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/14e97876f76749ba8e89d7210ee8356b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/14e97876f76749ba8e89d7210ee8356b 2024-11-14T04:57:45,541 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/14e97876f76749ba8e89d7210ee8356b, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T04:57:45,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/2c169194811e4e4c84f251beb398a4e6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2c169194811e4e4c84f251beb398a4e6 2024-11-14T04:57:45,554 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2c169194811e4e4c84f251beb398a4e6, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T04:57:45,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1ff544a2bbb6485b966e14848523fc65 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1ff544a2bbb6485b966e14848523fc65 2024-11-14T04:57:45,568 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1ff544a2bbb6485b966e14848523fc65, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T04:57:45,571 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for faca69c9a8f9e32f2ed2e528e41b5819 in 928ms, sequenceid=214, compaction requested=true 2024-11-14T04:57:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T04:57:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T04:57:45,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T04:57:45,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0850 sec 2024-11-14T04:57:45,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.0930 sec 2024-11-14T04:57:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:57:45,623 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:45,624 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:57:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-14T04:57:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T04:57:45,627 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:57:45,628 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:57:45,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:57:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T04:57:45,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T04:57:45,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:45,783 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T04:57:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/84c6a39b024847189819809fd9aab623 is 50, key is test_row_0/A:col10/1731560264741/Put/seqid=0 2024-11-14T04:57:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741879_1055 (size=12151) 2024-11-14T04:57:45,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:45,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560325912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560325915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560325917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560325918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560325919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T04:57:46,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560326033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560326033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560326033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560326033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560326034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560326242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560326242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560326243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560326243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560326243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,249 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/84c6a39b024847189819809fd9aab623 2024-11-14T04:57:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T04:57:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/3b8c63d3c7594d3da917824d4cc89a3d is 50, key is test_row_0/B:col10/1731560264741/Put/seqid=0 2024-11-14T04:57:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741880_1056 (size=12151) 2024-11-14T04:57:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560326552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560326553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560326553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560326553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560326553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:46,667 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/3b8c63d3c7594d3da917824d4cc89a3d 2024-11-14T04:57:46,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/fd7c414bd2a243ac90cacad2cb6edacf is 50, key is test_row_0/C:col10/1731560264741/Put/seqid=0 2024-11-14T04:57:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741881_1057 (size=12151) 2024-11-14T04:57:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T04:57:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560327063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:47,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560327063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560327065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:47,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560327065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:47,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560327073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:47,088 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/fd7c414bd2a243ac90cacad2cb6edacf 2024-11-14T04:57:47,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/84c6a39b024847189819809fd9aab623 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/84c6a39b024847189819809fd9aab623 2024-11-14T04:57:47,145 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/84c6a39b024847189819809fd9aab623, entries=150, sequenceid=232, filesize=11.9 K 2024-11-14T04:57:47,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/3b8c63d3c7594d3da917824d4cc89a3d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3b8c63d3c7594d3da917824d4cc89a3d 2024-11-14T04:57:47,158 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3b8c63d3c7594d3da917824d4cc89a3d, entries=150, sequenceid=232, filesize=11.9 K 2024-11-14T04:57:47,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/fd7c414bd2a243ac90cacad2cb6edacf as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fd7c414bd2a243ac90cacad2cb6edacf 2024-11-14T04:57:47,167 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fd7c414bd2a243ac90cacad2cb6edacf, entries=150, sequenceid=232, filesize=11.9 K 2024-11-14T04:57:47,172 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for faca69c9a8f9e32f2ed2e528e41b5819 in 1386ms, sequenceid=232, compaction requested=true 2024-11-14T04:57:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-14T04:57:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-14T04:57:47,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T04:57:47,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec 2024-11-14T04:57:47,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.5570 sec 2024-11-14T04:57:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T04:57:47,774 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:47,775 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:57:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-14T04:57:47,778 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:57:47,779 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:57:47,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:57:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T04:57:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T04:57:47,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T04:57:47,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:47,934 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T04:57:47,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/37b0145688b34fdf8b04f4f1ce053197 is 50, key is test_row_0/A:col10/1731560265913/Put/seqid=0 2024-11-14T04:57:47,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741882_1058 (size=12151) 2024-11-14T04:57:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T04:57:48,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560328116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560328119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560328120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560328121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560328122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560328233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560328233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560328234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560328234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560328246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,369 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/37b0145688b34fdf8b04f4f1ce053197 2024-11-14T04:57:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/841daf19ba6b4763ba80986d893b8595 is 50, key is test_row_0/B:col10/1731560265913/Put/seqid=0 2024-11-14T04:57:48,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741883_1059 (size=12151) 2024-11-14T04:57:48,392 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/841daf19ba6b4763ba80986d893b8595 2024-11-14T04:57:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T04:57:48,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/4a3b0826ca9c40798186c7595e2d1f95 is 50, key is test_row_0/C:col10/1731560265913/Put/seqid=0 2024-11-14T04:57:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741884_1060 (size=12151) 2024-11-14T04:57:48,426 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/4a3b0826ca9c40798186c7595e2d1f95 2024-11-14T04:57:48,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/37b0145688b34fdf8b04f4f1ce053197 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/37b0145688b34fdf8b04f4f1ce053197 2024-11-14T04:57:48,445 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/37b0145688b34fdf8b04f4f1ce053197, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T04:57:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/841daf19ba6b4763ba80986d893b8595 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/841daf19ba6b4763ba80986d893b8595 2024-11-14T04:57:48,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560328443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560328443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560328453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560328454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560328454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,457 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/841daf19ba6b4763ba80986d893b8595, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T04:57:48,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/4a3b0826ca9c40798186c7595e2d1f95 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4a3b0826ca9c40798186c7595e2d1f95 2024-11-14T04:57:48,466 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4a3b0826ca9c40798186c7595e2d1f95, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T04:57:48,467 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for faca69c9a8f9e32f2ed2e528e41b5819 in 533ms, sequenceid=250, compaction requested=true 2024-11-14T04:57:48,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:48,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:48,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-14T04:57:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-14T04:57:48,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-14T04:57:48,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 690 msec 2024-11-14T04:57:48,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 697 msec 2024-11-14T04:57:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:48,766 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:48,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T04:57:48,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/e40cb6686bb645be81329b1124bc3b7b is 50, key is test_row_0/A:col10/1731560268764/Put/seqid=0 2024-11-14T04:57:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741885_1061 (size=12301) 2024-11-14T04:57:48,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560328843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560328854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560328859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560328861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560328864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T04:57:48,914 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:48,914 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:57:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-14T04:57:48,918 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:57:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T04:57:48,919 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:57:48,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:57:48,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560328973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560328973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560328974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560328974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:48,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560328974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:48,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:48,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T04:57:49,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T04:57:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560329183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560329183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560329183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560329183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/e40cb6686bb645be81329b1124bc3b7b 2024-11-14T04:57:49,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560329193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/63404ecc850048bd9b0639f9e884c97f is 50, key is test_row_0/B:col10/1731560268764/Put/seqid=0 2024-11-14T04:57:49,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741886_1062 (size=12301) 2024-11-14T04:57:49,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/63404ecc850048bd9b0639f9e884c97f 2024-11-14T04:57:49,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T04:57:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T04:57:49,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/92e63d91e3bb45c69683a7d5ae32117d is 50, key is test_row_0/C:col10/1731560268764/Put/seqid=0 2024-11-14T04:57:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741887_1063 (size=12301) 2024-11-14T04:57:49,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T04:57:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560329504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560329503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560329504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560329504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560329505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:49,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T04:57:49,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:49,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T04:57:49,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/92e63d91e3bb45c69683a7d5ae32117d 2024-11-14T04:57:49,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/e40cb6686bb645be81329b1124bc3b7b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/e40cb6686bb645be81329b1124bc3b7b 2024-11-14T04:57:49,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/e40cb6686bb645be81329b1124bc3b7b, entries=150, sequenceid=272, filesize=12.0 K 2024-11-14T04:57:49,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/63404ecc850048bd9b0639f9e884c97f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/63404ecc850048bd9b0639f9e884c97f 2024-11-14T04:57:49,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T04:57:49,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:49,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:49,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/63404ecc850048bd9b0639f9e884c97f, entries=150, sequenceid=272, filesize=12.0 K 2024-11-14T04:57:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/92e63d91e3bb45c69683a7d5ae32117d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/92e63d91e3bb45c69683a7d5ae32117d 2024-11-14T04:57:49,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/92e63d91e3bb45c69683a7d5ae32117d, entries=150, sequenceid=272, filesize=12.0 K 2024-11-14T04:57:49,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for faca69c9a8f9e32f2ed2e528e41b5819 in 948ms, sequenceid=272, compaction requested=true 2024-11-14T04:57:49,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:57:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:57:49,715 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T04:57:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:57:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:49,715 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T04:57:49,722 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75822 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T04:57:49,722 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/A is initiating minor compaction (all files) 2024-11-14T04:57:49,722 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/A in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,722 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/8f6ffc74194745798683aa58493263be, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/28e75cd65a6646698d813d447af87c2a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/14e97876f76749ba8e89d7210ee8356b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/84c6a39b024847189819809fd9aab623, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/37b0145688b34fdf8b04f4f1ce053197, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/e40cb6686bb645be81329b1124bc3b7b] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=74.0 K 2024-11-14T04:57:49,723 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f6ffc74194745798683aa58493263be, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731560261706 2024-11-14T04:57:49,724 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73432 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T04:57:49,724 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/B is initiating minor compaction (all files) 2024-11-14T04:57:49,724 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/B in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,725 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3408917754354e70808aecfeafc57693, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/8e01be2096234e84b2d69a2c0998a817, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2c169194811e4e4c84f251beb398a4e6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3b8c63d3c7594d3da917824d4cc89a3d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/841daf19ba6b4763ba80986d893b8595, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/63404ecc850048bd9b0639f9e884c97f] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=71.7 K 2024-11-14T04:57:49,726 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 3408917754354e70808aecfeafc57693, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731560261706 2024-11-14T04:57:49,727 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28e75cd65a6646698d813d447af87c2a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731560262900 2024-11-14T04:57:49,729 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e01be2096234e84b2d69a2c0998a817, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731560262900 2024-11-14T04:57:49,730 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14e97876f76749ba8e89d7210ee8356b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731560264070 2024-11-14T04:57:49,730 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84c6a39b024847189819809fd9aab623, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731560264739 2024-11-14T04:57:49,731 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c169194811e4e4c84f251beb398a4e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731560264070 2024-11-14T04:57:49,731 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37b0145688b34fdf8b04f4f1ce053197, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731560265909 2024-11-14T04:57:49,732 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b8c63d3c7594d3da917824d4cc89a3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731560264739 2024-11-14T04:57:49,732 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting e40cb6686bb645be81329b1124bc3b7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731560268117 2024-11-14T04:57:49,734 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 841daf19ba6b4763ba80986d893b8595, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731560265909 2024-11-14T04:57:49,735 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 63404ecc850048bd9b0639f9e884c97f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731560268117 2024-11-14T04:57:49,775 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#B#compaction#51 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:49,778 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/66eecdc84ebe4dd380cc38c73a36dbc8 is 50, key is test_row_0/B:col10/1731560268764/Put/seqid=0 2024-11-14T04:57:49,792 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:49,793 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/22532a4d02484b4b8ea7cc98d248a5f0 is 50, key is test_row_0/A:col10/1731560268764/Put/seqid=0 2024-11-14T04:57:49,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741888_1064 (size=12881) 2024-11-14T04:57:49,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741889_1065 (size=12881) 2024-11-14T04:57:49,812 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/66eecdc84ebe4dd380cc38c73a36dbc8 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/66eecdc84ebe4dd380cc38c73a36dbc8 2024-11-14T04:57:49,813 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/22532a4d02484b4b8ea7cc98d248a5f0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/22532a4d02484b4b8ea7cc98d248a5f0 2024-11-14T04:57:49,824 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/A of faca69c9a8f9e32f2ed2e528e41b5819 into 22532a4d02484b4b8ea7cc98d248a5f0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:49,824 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:49,824 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/A, priority=10, startTime=1731560269714; duration=0sec 2024-11-14T04:57:49,824 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:49,824 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:A 2024-11-14T04:57:49,824 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T04:57:49,826 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/B of faca69c9a8f9e32f2ed2e528e41b5819 into 66eecdc84ebe4dd380cc38c73a36dbc8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:49,826 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:49,826 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/B, priority=10, startTime=1731560269715; duration=0sec 2024-11-14T04:57:49,826 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:49,826 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:B 2024-11-14T04:57:49,829 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73432 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T04:57:49,829 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/C is initiating minor compaction (all files) 2024-11-14T04:57:49,830 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/C in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,830 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fcd2eb0e968d44adae3766e22219bdc2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1c492b1f94744d3b834c1740b3c5b702, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1ff544a2bbb6485b966e14848523fc65, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fd7c414bd2a243ac90cacad2cb6edacf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4a3b0826ca9c40798186c7595e2d1f95, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/92e63d91e3bb45c69683a7d5ae32117d] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=71.7 K 2024-11-14T04:57:49,830 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcd2eb0e968d44adae3766e22219bdc2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731560261706 2024-11-14T04:57:49,831 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c492b1f94744d3b834c1740b3c5b702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731560262900 2024-11-14T04:57:49,831 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ff544a2bbb6485b966e14848523fc65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731560264070 2024-11-14T04:57:49,831 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd7c414bd2a243ac90cacad2cb6edacf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731560264739 2024-11-14T04:57:49,832 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a3b0826ca9c40798186c7595e2d1f95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731560265909 2024-11-14T04:57:49,832 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92e63d91e3bb45c69683a7d5ae32117d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731560268117 2024-11-14T04:57:49,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T04:57:49,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:49,850 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T04:57:49,872 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:49,873 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/7142d82e806f47008d60d9774e79c2bb is 50, key is test_row_0/C:col10/1731560268764/Put/seqid=0 2024-11-14T04:57:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/36c16e4dec6e4e639f62f318f101d8cd is 50, key is test_row_0/A:col10/1731560268778/Put/seqid=0 2024-11-14T04:57:49,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741890_1066 (size=12881) 2024-11-14T04:57:49,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741891_1067 (size=12301) 2024-11-14T04:57:49,908 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/36c16e4dec6e4e639f62f318f101d8cd 2024-11-14T04:57:49,913 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/7142d82e806f47008d60d9774e79c2bb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/7142d82e806f47008d60d9774e79c2bb 2024-11-14T04:57:49,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/21c39e9d75d14f71b30e1371d1ccec94 is 50, key is test_row_0/B:col10/1731560268778/Put/seqid=0 2024-11-14T04:57:49,926 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/C of faca69c9a8f9e32f2ed2e528e41b5819 into 7142d82e806f47008d60d9774e79c2bb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:49,926 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:49,926 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/C, priority=10, startTime=1731560269715; duration=0sec 2024-11-14T04:57:49,926 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:49,926 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:C 2024-11-14T04:57:49,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741892_1068 (size=12301) 2024-11-14T04:57:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T04:57:50,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560330055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560330057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560330058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560330059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560330060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560330173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560330173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560330173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560330174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560330174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,338 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/21c39e9d75d14f71b30e1371d1ccec94 2024-11-14T04:57:50,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/067d9cc822774e7bab844ff660c3b185 is 50, key is test_row_0/C:col10/1731560268778/Put/seqid=0 2024-11-14T04:57:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560330384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560330384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560330384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560330385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560330384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741893_1069 (size=12301) 2024-11-14T04:57:50,411 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/067d9cc822774e7bab844ff660c3b185 2024-11-14T04:57:50,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/36c16e4dec6e4e639f62f318f101d8cd as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/36c16e4dec6e4e639f62f318f101d8cd 2024-11-14T04:57:50,433 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/36c16e4dec6e4e639f62f318f101d8cd, entries=150, sequenceid=289, filesize=12.0 K 2024-11-14T04:57:50,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/21c39e9d75d14f71b30e1371d1ccec94 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/21c39e9d75d14f71b30e1371d1ccec94 2024-11-14T04:57:50,448 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/21c39e9d75d14f71b30e1371d1ccec94, entries=150, sequenceid=289, filesize=12.0 K 2024-11-14T04:57:50,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/067d9cc822774e7bab844ff660c3b185 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/067d9cc822774e7bab844ff660c3b185 2024-11-14T04:57:50,488 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/067d9cc822774e7bab844ff660c3b185, entries=150, sequenceid=289, filesize=12.0 K 2024-11-14T04:57:50,490 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for faca69c9a8f9e32f2ed2e528e41b5819 in 639ms, sequenceid=289, compaction requested=false 2024-11-14T04:57:50,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:50,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:50,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-14T04:57:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-14T04:57:50,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-14T04:57:50,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5790 sec 2024-11-14T04:57:50,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.5880 sec 2024-11-14T04:57:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:50,696 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:50,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T04:57:50,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/297284c50ad24ba8b4aabc94e3bb07d9 is 50, key is test_row_0/A:col10/1731560270695/Put/seqid=0 2024-11-14T04:57:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741894_1070 (size=14741) 2024-11-14T04:57:50,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/297284c50ad24ba8b4aabc94e3bb07d9 2024-11-14T04:57:50,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560330712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560330712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560330714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560330715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560330718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/d94b7c4e5686453ca956939539df4ca7 is 50, key is test_row_0/B:col10/1731560270695/Put/seqid=0 2024-11-14T04:57:50,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741895_1071 (size=12301) 2024-11-14T04:57:50,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/d94b7c4e5686453ca956939539df4ca7 2024-11-14T04:57:50,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/f51baa62d4304a23a5912d9b38f193cb is 50, key is test_row_0/C:col10/1731560270695/Put/seqid=0 2024-11-14T04:57:50,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741896_1072 (size=12301) 2024-11-14T04:57:50,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/f51baa62d4304a23a5912d9b38f193cb 2024-11-14T04:57:50,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/297284c50ad24ba8b4aabc94e3bb07d9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/297284c50ad24ba8b4aabc94e3bb07d9 2024-11-14T04:57:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560330826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560330833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/297284c50ad24ba8b4aabc94e3bb07d9, entries=200, sequenceid=313, filesize=14.4 K 2024-11-14T04:57:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560330833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560330834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/d94b7c4e5686453ca956939539df4ca7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/d94b7c4e5686453ca956939539df4ca7 2024-11-14T04:57:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560330837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:50,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/d94b7c4e5686453ca956939539df4ca7, entries=150, sequenceid=313, filesize=12.0 K 2024-11-14T04:57:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/f51baa62d4304a23a5912d9b38f193cb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/f51baa62d4304a23a5912d9b38f193cb 2024-11-14T04:57:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:50,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/f51baa62d4304a23a5912d9b38f193cb, entries=150, sequenceid=313, filesize=12.0 K 2024-11-14T04:57:50,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for faca69c9a8f9e32f2ed2e528e41b5819 in 174ms, sequenceid=313, compaction requested=true 2024-11-14T04:57:50,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:50,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:57:50,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:50,871 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:50,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:57:50,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:50,871 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:50,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:57:50,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:50,872 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:50,873 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/B is initiating minor compaction (all files) 2024-11-14T04:57:50,873 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/B in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:50,873 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/66eecdc84ebe4dd380cc38c73a36dbc8, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/21c39e9d75d14f71b30e1371d1ccec94, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/d94b7c4e5686453ca956939539df4ca7] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=36.6 K 2024-11-14T04:57:50,873 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:50,873 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/A is initiating minor compaction (all files) 2024-11-14T04:57:50,874 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/A in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:50,874 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/22532a4d02484b4b8ea7cc98d248a5f0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/36c16e4dec6e4e639f62f318f101d8cd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/297284c50ad24ba8b4aabc94e3bb07d9] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=39.0 K 2024-11-14T04:57:50,874 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 66eecdc84ebe4dd380cc38c73a36dbc8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731560268117 2024-11-14T04:57:50,874 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22532a4d02484b4b8ea7cc98d248a5f0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731560268117 2024-11-14T04:57:50,875 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36c16e4dec6e4e639f62f318f101d8cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731560268778 2024-11-14T04:57:50,875 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 21c39e9d75d14f71b30e1371d1ccec94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731560268778 2024-11-14T04:57:50,876 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d94b7c4e5686453ca956939539df4ca7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731560270056 2024-11-14T04:57:50,876 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 297284c50ad24ba8b4aabc94e3bb07d9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731560270045 2024-11-14T04:57:50,893 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:50,894 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/4af7d7103fd343999232db2a4b5f242b is 50, key is test_row_0/B:col10/1731560270695/Put/seqid=0 2024-11-14T04:57:50,895 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:50,897 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/535be068c23041bc9d01f00b2de09ca5 is 50, key is test_row_0/A:col10/1731560270695/Put/seqid=0 2024-11-14T04:57:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741898_1074 (size=12983) 2024-11-14T04:57:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741897_1073 (size=12983) 2024-11-14T04:57:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:51,037 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:51,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T04:57:51,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/909a6627906446bc9a5f8a238bc63d73 is 50, key is test_row_0/A:col10/1731560271035/Put/seqid=0 2024-11-14T04:57:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T04:57:51,063 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:51,064 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:57:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-14T04:57:51,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741899_1075 (size=14741) 2024-11-14T04:57:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T04:57:51,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/909a6627906446bc9a5f8a238bc63d73 2024-11-14T04:57:51,071 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:57:51,073 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:57:51,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:57:51,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/920e67a3634341f1bc2e8efa46645373 is 50, key is test_row_0/B:col10/1731560271035/Put/seqid=0 2024-11-14T04:57:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560331090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560331091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560331092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560331093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560331095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741900_1076 (size=12301) 2024-11-14T04:57:51,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/920e67a3634341f1bc2e8efa46645373 2024-11-14T04:57:51,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/240347ad9ac149a296262a120858bdbf is 50, key is test_row_0/C:col10/1731560271035/Put/seqid=0 2024-11-14T04:57:51,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741901_1077 (size=12301) 2024-11-14T04:57:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T04:57:51,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560331212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T04:57:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560331223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:51,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560331223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560331225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560331226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,344 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/535be068c23041bc9d01f00b2de09ca5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/535be068c23041bc9d01f00b2de09ca5 2024-11-14T04:57:51,362 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/A of faca69c9a8f9e32f2ed2e528e41b5819 into 535be068c23041bc9d01f00b2de09ca5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:51,362 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:51,362 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/A, priority=13, startTime=1731560270871; duration=0sec 2024-11-14T04:57:51,362 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:51,362 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:A 2024-11-14T04:57:51,363 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:51,368 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:51,368 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/C is initiating minor compaction (all files) 2024-11-14T04:57:51,368 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/C in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:51,368 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/7142d82e806f47008d60d9774e79c2bb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/067d9cc822774e7bab844ff660c3b185, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/f51baa62d4304a23a5912d9b38f193cb] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=36.6 K 2024-11-14T04:57:51,368 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/4af7d7103fd343999232db2a4b5f242b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4af7d7103fd343999232db2a4b5f242b 2024-11-14T04:57:51,371 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7142d82e806f47008d60d9774e79c2bb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731560268117 2024-11-14T04:57:51,371 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 067d9cc822774e7bab844ff660c3b185, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731560268778 2024-11-14T04:57:51,372 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f51baa62d4304a23a5912d9b38f193cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731560270056 2024-11-14T04:57:51,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T04:57:51,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:51,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:51,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:51,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:51,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T04:57:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:51,393 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/B of faca69c9a8f9e32f2ed2e528e41b5819 into 4af7d7103fd343999232db2a4b5f242b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:51,393 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:51,393 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/B, priority=13, startTime=1731560270871; duration=0sec 2024-11-14T04:57:51,396 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#C#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:51,396 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1b6cff4f0fda4fdfa7839824d5c5cb38 is 50, key is test_row_0/C:col10/1731560270695/Put/seqid=0 2024-11-14T04:57:51,398 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:51,398 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:B 2024-11-14T04:57:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741902_1078 (size=12983) 2024-11-14T04:57:51,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560331423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560331433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560331433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560331433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560331443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T04:57:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:51,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:51,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/240347ad9ac149a296262a120858bdbf 2024-11-14T04:57:51,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/909a6627906446bc9a5f8a238bc63d73 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/909a6627906446bc9a5f8a238bc63d73 2024-11-14T04:57:51,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/909a6627906446bc9a5f8a238bc63d73, entries=200, sequenceid=327, filesize=14.4 K 2024-11-14T04:57:51,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/920e67a3634341f1bc2e8efa46645373 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/920e67a3634341f1bc2e8efa46645373 2024-11-14T04:57:51,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/920e67a3634341f1bc2e8efa46645373, entries=150, sequenceid=327, filesize=12.0 K 2024-11-14T04:57:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/240347ad9ac149a296262a120858bdbf as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/240347ad9ac149a296262a120858bdbf 2024-11-14T04:57:51,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/240347ad9ac149a296262a120858bdbf, entries=150, sequenceid=327, filesize=12.0 K 2024-11-14T04:57:51,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for faca69c9a8f9e32f2ed2e528e41b5819 in 611ms, sequenceid=327, compaction requested=false 2024-11-14T04:57:51,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:51,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T04:57:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:51,693 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T04:57:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T04:57:51,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/ddf3cc209fcf402dbd1cc811614019dd is 50, key is test_row_0/A:col10/1731560271089/Put/seqid=0 2024-11-14T04:57:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:51,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741903_1079 (size=12301) 2024-11-14T04:57:51,757 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/ddf3cc209fcf402dbd1cc811614019dd 2024-11-14T04:57:51,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/e085d4c2f021497d8da9819530056c16 is 50, key is test_row_0/B:col10/1731560271089/Put/seqid=0 2024-11-14T04:57:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560331769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560331774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560331775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560331778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560331780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741904_1080 (size=12301) 2024-11-14T04:57:51,800 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/e085d4c2f021497d8da9819530056c16 2024-11-14T04:57:51,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/4cbb6b9aafa14071ba3cc37c8a8848c1 is 50, key is test_row_0/C:col10/1731560271089/Put/seqid=0 2024-11-14T04:57:51,826 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1b6cff4f0fda4fdfa7839824d5c5cb38 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1b6cff4f0fda4fdfa7839824d5c5cb38 2024-11-14T04:57:51,836 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/C of faca69c9a8f9e32f2ed2e528e41b5819 into 1b6cff4f0fda4fdfa7839824d5c5cb38(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:51,836 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:51,836 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/C, priority=13, startTime=1731560270871; duration=0sec 2024-11-14T04:57:51,837 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:51,837 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:C 2024-11-14T04:57:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741905_1081 (size=12301) 2024-11-14T04:57:51,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560331893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560331893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560331894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560331894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560331893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560332102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560332102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560332102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560332103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560332113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T04:57:52,242 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/4cbb6b9aafa14071ba3cc37c8a8848c1 2024-11-14T04:57:52,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/ddf3cc209fcf402dbd1cc811614019dd as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ddf3cc209fcf402dbd1cc811614019dd 2024-11-14T04:57:52,261 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ddf3cc209fcf402dbd1cc811614019dd, entries=150, sequenceid=351, filesize=12.0 K 2024-11-14T04:57:52,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/e085d4c2f021497d8da9819530056c16 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/e085d4c2f021497d8da9819530056c16 2024-11-14T04:57:52,274 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/e085d4c2f021497d8da9819530056c16, entries=150, sequenceid=351, filesize=12.0 K 2024-11-14T04:57:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/4cbb6b9aafa14071ba3cc37c8a8848c1 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4cbb6b9aafa14071ba3cc37c8a8848c1 2024-11-14T04:57:52,289 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4cbb6b9aafa14071ba3cc37c8a8848c1, entries=150, sequenceid=351, filesize=12.0 K 2024-11-14T04:57:52,290 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for faca69c9a8f9e32f2ed2e528e41b5819 in 597ms, sequenceid=351, compaction requested=true 2024-11-14T04:57:52,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:52,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:52,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-14T04:57:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-14T04:57:52,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-14T04:57:52,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2190 sec 2024-11-14T04:57:52,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.2330 sec 2024-11-14T04:57:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:52,450 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:52,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T04:57:52,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/86a5038f059643f29d2acb0ded1b3e0a is 50, key is test_row_0/A:col10/1731560271769/Put/seqid=0 2024-11-14T04:57:52,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560332475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560332477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560332489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560332490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741906_1082 (size=12301) 2024-11-14T04:57:52,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/86a5038f059643f29d2acb0ded1b3e0a 2024-11-14T04:57:52,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560332494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/742faab2e4444c6db9cb09f3c9167cb9 is 50, key is test_row_0/B:col10/1731560271769/Put/seqid=0 2024-11-14T04:57:52,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741907_1083 (size=12301) 2024-11-14T04:57:52,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/742faab2e4444c6db9cb09f3c9167cb9 2024-11-14T04:57:52,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/d37a9ad5cf324817af5172994a704ac9 is 50, key is test_row_0/C:col10/1731560271769/Put/seqid=0 2024-11-14T04:57:52,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560332593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560332593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560332604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560332604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560332613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741908_1084 (size=12301) 2024-11-14T04:57:52,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/d37a9ad5cf324817af5172994a704ac9 2024-11-14T04:57:52,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/86a5038f059643f29d2acb0ded1b3e0a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/86a5038f059643f29d2acb0ded1b3e0a 2024-11-14T04:57:52,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/86a5038f059643f29d2acb0ded1b3e0a, entries=150, sequenceid=370, filesize=12.0 K 2024-11-14T04:57:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/742faab2e4444c6db9cb09f3c9167cb9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/742faab2e4444c6db9cb09f3c9167cb9 2024-11-14T04:57:52,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/742faab2e4444c6db9cb09f3c9167cb9, entries=150, sequenceid=370, filesize=12.0 K 2024-11-14T04:57:52,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/d37a9ad5cf324817af5172994a704ac9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/d37a9ad5cf324817af5172994a704ac9 2024-11-14T04:57:52,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/d37a9ad5cf324817af5172994a704ac9, entries=150, sequenceid=370, filesize=12.0 K 2024-11-14T04:57:52,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for faca69c9a8f9e32f2ed2e528e41b5819 in 232ms, sequenceid=370, compaction requested=true 2024-11-14T04:57:52,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:52,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:57:52,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:52,682 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:57:52,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:57:52,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:52,682 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:57:52,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:57:52,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:52,684 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:57:52,684 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/A is initiating minor compaction (all files) 2024-11-14T04:57:52,684 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:57:52,684 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/A in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:52,684 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/B is initiating minor compaction (all files) 2024-11-14T04:57:52,684 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/535be068c23041bc9d01f00b2de09ca5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/909a6627906446bc9a5f8a238bc63d73, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ddf3cc209fcf402dbd1cc811614019dd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/86a5038f059643f29d2acb0ded1b3e0a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=51.1 K 2024-11-14T04:57:52,684 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/B in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:52,685 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4af7d7103fd343999232db2a4b5f242b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/920e67a3634341f1bc2e8efa46645373, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/e085d4c2f021497d8da9819530056c16, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/742faab2e4444c6db9cb09f3c9167cb9] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=48.7 K 2024-11-14T04:57:52,685 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 535be068c23041bc9d01f00b2de09ca5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731560270056 2024-11-14T04:57:52,685 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 4af7d7103fd343999232db2a4b5f242b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731560270056 2024-11-14T04:57:52,686 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 909a6627906446bc9a5f8a238bc63d73, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731560270708 2024-11-14T04:57:52,686 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 920e67a3634341f1bc2e8efa46645373, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731560270708 2024-11-14T04:57:52,686 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddf3cc209fcf402dbd1cc811614019dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731560271082 2024-11-14T04:57:52,687 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86a5038f059643f29d2acb0ded1b3e0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731560271769 2024-11-14T04:57:52,687 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e085d4c2f021497d8da9819530056c16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731560271082 2024-11-14T04:57:52,688 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 742faab2e4444c6db9cb09f3c9167cb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731560271769 2024-11-14T04:57:52,716 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:52,716 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/781062d0deee406bb7f3f9062464037a is 50, key is test_row_0/A:col10/1731560271769/Put/seqid=0 2024-11-14T04:57:52,725 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:52,726 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/9128a59505694af4b0dc5e76af18afec is 50, key is test_row_0/B:col10/1731560271769/Put/seqid=0 2024-11-14T04:57:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741909_1085 (size=13119) 2024-11-14T04:57:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741910_1086 (size=13119) 2024-11-14T04:57:52,816 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/9128a59505694af4b0dc5e76af18afec as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/9128a59505694af4b0dc5e76af18afec 2024-11-14T04:57:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:52,817 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:52,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T04:57:52,832 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/B of faca69c9a8f9e32f2ed2e528e41b5819 into 9128a59505694af4b0dc5e76af18afec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:52,832 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:52,832 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/B, priority=12, startTime=1731560272682; duration=0sec 2024-11-14T04:57:52,832 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:52,832 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:B 2024-11-14T04:57:52,832 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:57:52,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/68f68f0c87674c4ca99c64c309d98c20 is 50, key is test_row_0/A:col10/1731560272488/Put/seqid=0 2024-11-14T04:57:52,839 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:57:52,840 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/C is initiating minor compaction (all files) 2024-11-14T04:57:52,840 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/C in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:52,840 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1b6cff4f0fda4fdfa7839824d5c5cb38, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/240347ad9ac149a296262a120858bdbf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4cbb6b9aafa14071ba3cc37c8a8848c1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/d37a9ad5cf324817af5172994a704ac9] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=48.7 K 2024-11-14T04:57:52,841 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b6cff4f0fda4fdfa7839824d5c5cb38, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731560270056 2024-11-14T04:57:52,841 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 240347ad9ac149a296262a120858bdbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731560270708 2024-11-14T04:57:52,842 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cbb6b9aafa14071ba3cc37c8a8848c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731560271082 2024-11-14T04:57:52,843 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d37a9ad5cf324817af5172994a704ac9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731560271769 2024-11-14T04:57:52,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560332851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560332851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560332854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560332856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560332860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741911_1087 (size=14741) 2024-11-14T04:57:52,889 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:52,889 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/b3a6dc19d7524681b56d4b83be35bae5 is 50, key is test_row_0/C:col10/1731560271769/Put/seqid=0 2024-11-14T04:57:52,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/68f68f0c87674c4ca99c64c309d98c20 2024-11-14T04:57:52,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/354fd205070a49cc95be36656314178c is 50, key is test_row_0/B:col10/1731560272488/Put/seqid=0 2024-11-14T04:57:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741912_1088 (size=13119) 2024-11-14T04:57:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741913_1089 (size=12301) 2024-11-14T04:57:52,964 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/b3a6dc19d7524681b56d4b83be35bae5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/b3a6dc19d7524681b56d4b83be35bae5 2024-11-14T04:57:52,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/354fd205070a49cc95be36656314178c 2024-11-14T04:57:52,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560332963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560332963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560332964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560332973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560332973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:52,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:52,990 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/C of faca69c9a8f9e32f2ed2e528e41b5819 into b3a6dc19d7524681b56d4b83be35bae5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:52,990 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:52,990 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/C, priority=12, startTime=1731560272683; duration=0sec 2024-11-14T04:57:52,991 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:52,991 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:C 2024-11-14T04:57:53,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/109da5a924f646b694cd6ecbaa4c7ff7 is 50, key is test_row_0/C:col10/1731560272488/Put/seqid=0 2024-11-14T04:57:53,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741914_1090 (size=12301) 2024-11-14T04:57:53,182 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/781062d0deee406bb7f3f9062464037a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/781062d0deee406bb7f3f9062464037a 2024-11-14T04:57:53,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560333183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560333183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560333183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560333184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560333184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,193 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/A of faca69c9a8f9e32f2ed2e528e41b5819 into 781062d0deee406bb7f3f9062464037a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:53,193 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:53,193 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/A, priority=12, startTime=1731560272682; duration=0sec 2024-11-14T04:57:53,193 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:53,193 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:A 2024-11-14T04:57:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T04:57:53,214 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:53,214 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:57:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-14T04:57:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T04:57:53,217 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:57:53,218 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:57:53,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:57:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T04:57:53,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T04:57:53,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:53,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:53,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:53,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/109da5a924f646b694cd6ecbaa4c7ff7 2024-11-14T04:57:53,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/68f68f0c87674c4ca99c64c309d98c20 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/68f68f0c87674c4ca99c64c309d98c20 2024-11-14T04:57:53,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/68f68f0c87674c4ca99c64c309d98c20, entries=200, sequenceid=390, filesize=14.4 K 2024-11-14T04:57:53,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/354fd205070a49cc95be36656314178c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/354fd205070a49cc95be36656314178c 2024-11-14T04:57:53,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/354fd205070a49cc95be36656314178c, entries=150, sequenceid=390, filesize=12.0 K 2024-11-14T04:57:53,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/109da5a924f646b694cd6ecbaa4c7ff7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/109da5a924f646b694cd6ecbaa4c7ff7 2024-11-14T04:57:53,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/109da5a924f646b694cd6ecbaa4c7ff7, entries=150, sequenceid=390, filesize=12.0 K 2024-11-14T04:57:53,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for faca69c9a8f9e32f2ed2e528e41b5819 in 657ms, sequenceid=390, compaction requested=false 2024-11-14T04:57:53,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:53,495 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:53,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T04:57:53,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/f965f2ba89db44029e7ec1843850ee6b is 50, key is test_row_0/A:col10/1731560273495/Put/seqid=0 2024-11-14T04:57:53,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560333512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560333513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560333521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560333522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741915_1091 (size=12301) 2024-11-14T04:57:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560333524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T04:57:53,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/f965f2ba89db44029e7ec1843850ee6b 2024-11-14T04:57:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:53,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T04:57:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/7ab1c4c89aaf4bd4a2c4a8fbba49320a is 50, key is test_row_0/B:col10/1731560273495/Put/seqid=0 2024-11-14T04:57:53,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741916_1092 (size=12301) 2024-11-14T04:57:53,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560333633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560333633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560333634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560333634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560333634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T04:57:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:53,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:53,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T04:57:53,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T04:57:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:53,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:53,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560333842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560333843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560333843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560333843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560333844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:53,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:53,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/7ab1c4c89aaf4bd4a2c4a8fbba49320a 2024-11-14T04:57:53,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/edcb7de059d249e1869bb546645a5819 is 50, key is test_row_0/C:col10/1731560273495/Put/seqid=0 2024-11-14T04:57:53,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741917_1093 (size=12301) 2024-11-14T04:57:54,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T04:57:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:54,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T04:57:54,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560334162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560334163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560334163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560334163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560334163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T04:57:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:57:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T04:57:54,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/edcb7de059d249e1869bb546645a5819 2024-11-14T04:57:54,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/f965f2ba89db44029e7ec1843850ee6b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/f965f2ba89db44029e7ec1843850ee6b 2024-11-14T04:57:54,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/f965f2ba89db44029e7ec1843850ee6b, entries=150, sequenceid=412, filesize=12.0 K 2024-11-14T04:57:54,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/7ab1c4c89aaf4bd4a2c4a8fbba49320a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/7ab1c4c89aaf4bd4a2c4a8fbba49320a 2024-11-14T04:57:54,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/7ab1c4c89aaf4bd4a2c4a8fbba49320a, entries=150, sequenceid=412, filesize=12.0 K 2024-11-14T04:57:54,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/edcb7de059d249e1869bb546645a5819 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/edcb7de059d249e1869bb546645a5819 2024-11-14T04:57:54,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/edcb7de059d249e1869bb546645a5819, entries=150, sequenceid=412, filesize=12.0 K 2024-11-14T04:57:54,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for faca69c9a8f9e32f2ed2e528e41b5819 in 918ms, sequenceid=412, compaction requested=true 2024-11-14T04:57:54,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:54,413 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:57:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:54,414 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:57:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:54,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:57:54,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:54,415 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:54,415 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:54,415 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/B is initiating minor compaction (all files) 2024-11-14T04:57:54,415 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/A is initiating minor compaction (all files) 2024-11-14T04:57:54,415 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/B in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,415 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/A in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,415 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/9128a59505694af4b0dc5e76af18afec, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/354fd205070a49cc95be36656314178c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/7ab1c4c89aaf4bd4a2c4a8fbba49320a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=36.8 K 2024-11-14T04:57:54,415 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/781062d0deee406bb7f3f9062464037a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/68f68f0c87674c4ca99c64c309d98c20, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/f965f2ba89db44029e7ec1843850ee6b] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=39.2 K 2024-11-14T04:57:54,416 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 781062d0deee406bb7f3f9062464037a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731560271769 2024-11-14T04:57:54,416 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 9128a59505694af4b0dc5e76af18afec, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731560271769 2024-11-14T04:57:54,417 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68f68f0c87674c4ca99c64c309d98c20, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731560272486 2024-11-14T04:57:54,417 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 354fd205070a49cc95be36656314178c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731560272487 2024-11-14T04:57:54,417 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f965f2ba89db44029e7ec1843850ee6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560272855 2024-11-14T04:57:54,418 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ab1c4c89aaf4bd4a2c4a8fbba49320a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560272855 2024-11-14T04:57:54,430 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:54,430 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/dd82ba33def146d5a6b6a809278593ed is 50, key is test_row_0/A:col10/1731560273495/Put/seqid=0 2024-11-14T04:57:54,438 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:54,439 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/6bc215d8fd754a8eaece357466fba21d is 50, key is test_row_0/B:col10/1731560273495/Put/seqid=0 2024-11-14T04:57:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741918_1094 (size=13221) 2024-11-14T04:57:54,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741919_1095 (size=13221) 2024-11-14T04:57:54,457 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/6bc215d8fd754a8eaece357466fba21d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/6bc215d8fd754a8eaece357466fba21d 2024-11-14T04:57:54,466 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/B of faca69c9a8f9e32f2ed2e528e41b5819 into 6bc215d8fd754a8eaece357466fba21d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:54,466 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:54,466 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/B, priority=13, startTime=1731560274414; duration=0sec 2024-11-14T04:57:54,466 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:54,466 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:B 2024-11-14T04:57:54,466 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:54,468 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:54,469 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/C is initiating minor compaction (all files) 2024-11-14T04:57:54,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T04:57:54,469 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/C in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:54,470 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/b3a6dc19d7524681b56d4b83be35bae5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/109da5a924f646b694cd6ecbaa4c7ff7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/edcb7de059d249e1869bb546645a5819] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=36.8 K 2024-11-14T04:57:54,470 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T04:57:54,471 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting b3a6dc19d7524681b56d4b83be35bae5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731560271769 2024-11-14T04:57:54,472 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 109da5a924f646b694cd6ecbaa4c7ff7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731560272487 2024-11-14T04:57:54,475 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting edcb7de059d249e1869bb546645a5819, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560272855 2024-11-14T04:57:54,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/0a4444ae31d84b70b1e2bedfb3ec379b is 50, key is test_row_0/A:col10/1731560273519/Put/seqid=0 2024-11-14T04:57:54,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741920_1096 (size=12301) 2024-11-14T04:57:54,485 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:54,486 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/454f073dee61475cb86f48bd81ebe074 is 50, key is test_row_0/C:col10/1731560273495/Put/seqid=0 2024-11-14T04:57:54,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741921_1097 (size=13221) 2024-11-14T04:57:54,507 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/454f073dee61475cb86f48bd81ebe074 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/454f073dee61475cb86f48bd81ebe074 2024-11-14T04:57:54,516 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/C of faca69c9a8f9e32f2ed2e528e41b5819 into 454f073dee61475cb86f48bd81ebe074(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:54,516 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:54,516 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/C, priority=13, startTime=1731560274415; duration=0sec 2024-11-14T04:57:54,516 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:54,516 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:C 2024-11-14T04:57:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:54,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. as already flushing 2024-11-14T04:57:54,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560334692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560334694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560334695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560334696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560334697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560334803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560334803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560334812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560334813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560334813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:54,856 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/dd82ba33def146d5a6b6a809278593ed as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/dd82ba33def146d5a6b6a809278593ed 2024-11-14T04:57:54,862 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/A of faca69c9a8f9e32f2ed2e528e41b5819 into dd82ba33def146d5a6b6a809278593ed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:54,863 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:54,863 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/A, priority=13, startTime=1731560274413; duration=0sec 2024-11-14T04:57:54,863 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:54,863 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:A 2024-11-14T04:57:54,882 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/0a4444ae31d84b70b1e2bedfb3ec379b 2024-11-14T04:57:54,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/211f3ede15fb4900a046bf4cf4b74d7a is 50, key is test_row_0/B:col10/1731560273519/Put/seqid=0 2024-11-14T04:57:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741922_1098 (size=12301) 2024-11-14T04:57:55,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560335012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560335012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560335023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560335023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560335023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43470 deadline: 1731560335322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43448 deadline: 1731560335322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,326 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/211f3ede15fb4900a046bf4cf4b74d7a 2024-11-14T04:57:55,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43496 deadline: 1731560335332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43468 deadline: 1731560335333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:57:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43520 deadline: 1731560335333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 2024-11-14T04:57:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:57:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:57:55,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/0ba0cc8c30d6408698d9e7437d47ec34 is 50, key is test_row_0/C:col10/1731560273519/Put/seqid=0 2024-11-14T04:57:55,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741923_1099 (size=12301) 2024-11-14T04:57:55,349 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/0ba0cc8c30d6408698d9e7437d47ec34 2024-11-14T04:57:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/0a4444ae31d84b70b1e2bedfb3ec379b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/0a4444ae31d84b70b1e2bedfb3ec379b 2024-11-14T04:57:55,360 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/0a4444ae31d84b70b1e2bedfb3ec379b, entries=150, sequenceid=431, filesize=12.0 K 2024-11-14T04:57:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T04:57:55,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/211f3ede15fb4900a046bf4cf4b74d7a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/211f3ede15fb4900a046bf4cf4b74d7a 2024-11-14T04:57:55,369 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/211f3ede15fb4900a046bf4cf4b74d7a, entries=150, sequenceid=431, filesize=12.0 K 2024-11-14T04:57:55,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/0ba0cc8c30d6408698d9e7437d47ec34 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/0ba0cc8c30d6408698d9e7437d47ec34 2024-11-14T04:57:55,376 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/0ba0cc8c30d6408698d9e7437d47ec34, entries=150, sequenceid=431, filesize=12.0 K 2024-11-14T04:57:55,378 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for faca69c9a8f9e32f2ed2e528e41b5819 in 908ms, sequenceid=431, compaction requested=false 2024-11-14T04:57:55,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:55,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:55,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-14T04:57:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-14T04:57:55,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-14T04:57:55,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1610 sec 2024-11-14T04:57:55,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.1690 sec 2024-11-14T04:57:55,530 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-14T04:57:55,530 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:57:55,531 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-14T04:57:55,531 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:57:55,533 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-14T04:57:55,533 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:57:55,535 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-14T04:57:55,535 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:57:55,537 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,537 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,537 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,537 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,538 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,538 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,538 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:55,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:55,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:55,538 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:55,835 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:57:55,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T04:57:55,835 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-14T04:57:55,835 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:57:55,835 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,836 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:55,836 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-14T04:57:55,836 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:57:55,836 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,836 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:55,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/57a43ef5ce1d4ec68a23cc7c034def32 is 50, key is test_row_0/A:col10/1731560274686/Put/seqid=0 2024-11-14T04:57:55,850 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-14T04:57:55,850 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-14T04:57:55,850 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:57:55,850 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:57:55,850 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,850 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,850 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,850 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:55,850 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-14T04:57:55,850 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:57:55,851 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,851 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:55,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:55,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741924_1100 (size=12301) 2024-11-14T04:57:55,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/57a43ef5ce1d4ec68a23cc7c034def32 2024-11-14T04:57:55,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/aa8d83d0cb264eab9858a0f1d540f4fb is 50, key is test_row_0/B:col10/1731560274686/Put/seqid=0 2024-11-14T04:57:55,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741925_1101 (size=12301) 2024-11-14T04:57:55,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/aa8d83d0cb264eab9858a0f1d540f4fb 2024-11-14T04:57:55,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/9711e99d46d74faa95f78b6eed82d7bb is 50, key is test_row_0/C:col10/1731560274686/Put/seqid=0 2024-11-14T04:57:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741926_1102 (size=12301) 2024-11-14T04:57:56,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/9711e99d46d74faa95f78b6eed82d7bb 2024-11-14T04:57:56,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/57a43ef5ce1d4ec68a23cc7c034def32 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/57a43ef5ce1d4ec68a23cc7c034def32 2024-11-14T04:57:56,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/57a43ef5ce1d4ec68a23cc7c034def32, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T04:57:56,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/aa8d83d0cb264eab9858a0f1d540f4fb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/aa8d83d0cb264eab9858a0f1d540f4fb 2024-11-14T04:57:56,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/aa8d83d0cb264eab9858a0f1d540f4fb, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T04:57:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/9711e99d46d74faa95f78b6eed82d7bb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/9711e99d46d74faa95f78b6eed82d7bb 2024-11-14T04:57:56,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/9711e99d46d74faa95f78b6eed82d7bb, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T04:57:56,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=20.13 KB/20610 for faca69c9a8f9e32f2ed2e528e41b5819 in 490ms, sequenceid=454, compaction requested=true 2024-11-14T04:57:56,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:56,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:57:56,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:56,325 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:56,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:57:56,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:56,325 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:56,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store faca69c9a8f9e32f2ed2e528e41b5819:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:57:56,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:56,326 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:56,326 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/A is initiating minor compaction (all files) 2024-11-14T04:57:56,326 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:56,326 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/A in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:56,326 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/B is initiating minor compaction (all files) 2024-11-14T04:57:56,326 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/B in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:56,326 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/dd82ba33def146d5a6b6a809278593ed, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/0a4444ae31d84b70b1e2bedfb3ec379b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/57a43ef5ce1d4ec68a23cc7c034def32] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=36.9 K 2024-11-14T04:57:56,326 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/6bc215d8fd754a8eaece357466fba21d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/211f3ede15fb4900a046bf4cf4b74d7a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/aa8d83d0cb264eab9858a0f1d540f4fb] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=36.9 K 2024-11-14T04:57:56,327 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd82ba33def146d5a6b6a809278593ed, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560272855 2024-11-14T04:57:56,327 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bc215d8fd754a8eaece357466fba21d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560272855 2024-11-14T04:57:56,327 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a4444ae31d84b70b1e2bedfb3ec379b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731560273508 2024-11-14T04:57:56,327 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 211f3ede15fb4900a046bf4cf4b74d7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731560273508 2024-11-14T04:57:56,327 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57a43ef5ce1d4ec68a23cc7c034def32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731560274686 2024-11-14T04:57:56,327 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting aa8d83d0cb264eab9858a0f1d540f4fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731560274686 2024-11-14T04:57:56,335 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:56,335 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:56,335 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/77d789c2c92c4a4d9dcdf9fa7c0d4c4c is 50, key is test_row_0/A:col10/1731560274686/Put/seqid=0 2024-11-14T04:57:56,335 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/6550463345b842938eaed79042be32d6 is 50, key is test_row_0/B:col10/1731560274686/Put/seqid=0 2024-11-14T04:57:56,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741927_1103 (size=13323) 2024-11-14T04:57:56,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741928_1104 (size=13323) 2024-11-14T04:57:56,746 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/6550463345b842938eaed79042be32d6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/6550463345b842938eaed79042be32d6 2024-11-14T04:57:56,750 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/77d789c2c92c4a4d9dcdf9fa7c0d4c4c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/77d789c2c92c4a4d9dcdf9fa7c0d4c4c 2024-11-14T04:57:56,753 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/B of faca69c9a8f9e32f2ed2e528e41b5819 into 6550463345b842938eaed79042be32d6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:56,753 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:56,753 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/B, priority=13, startTime=1731560276325; duration=0sec 2024-11-14T04:57:56,753 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:57:56,753 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:B 2024-11-14T04:57:56,753 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:57:56,755 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:57:56,755 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/A of faca69c9a8f9e32f2ed2e528e41b5819 into 77d789c2c92c4a4d9dcdf9fa7c0d4c4c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:56,755 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:56,755 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): faca69c9a8f9e32f2ed2e528e41b5819/C is initiating minor compaction (all files) 2024-11-14T04:57:56,755 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/A, priority=13, startTime=1731560276325; duration=0sec 2024-11-14T04:57:56,755 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faca69c9a8f9e32f2ed2e528e41b5819/C in TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:56,755 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:56,755 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:A 2024-11-14T04:57:56,755 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/454f073dee61475cb86f48bd81ebe074, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/0ba0cc8c30d6408698d9e7437d47ec34, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/9711e99d46d74faa95f78b6eed82d7bb] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp, totalSize=36.9 K 2024-11-14T04:57:56,756 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 454f073dee61475cb86f48bd81ebe074, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560272855 2024-11-14T04:57:56,756 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ba0cc8c30d6408698d9e7437d47ec34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731560273508 2024-11-14T04:57:56,757 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 9711e99d46d74faa95f78b6eed82d7bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731560274686 2024-11-14T04:57:56,764 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faca69c9a8f9e32f2ed2e528e41b5819#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:57:56,764 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1caabdebdbba4dbe8e8e81f4b103990f is 50, key is test_row_0/C:col10/1731560274686/Put/seqid=0 2024-11-14T04:57:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741929_1105 (size=13323) 2024-11-14T04:57:57,175 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/1caabdebdbba4dbe8e8e81f4b103990f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1caabdebdbba4dbe8e8e81f4b103990f 2024-11-14T04:57:57,180 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in faca69c9a8f9e32f2ed2e528e41b5819/C of faca69c9a8f9e32f2ed2e528e41b5819 into 1caabdebdbba4dbe8e8e81f4b103990f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:57:57,180 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faca69c9a8f9e32f2ed2e528e41b5819: 2024-11-14T04:57:57,180 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., storeName=faca69c9a8f9e32f2ed2e528e41b5819/C, priority=13, startTime=1731560276325; duration=0sec 2024-11-14T04:57:57,181 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:57:57,181 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faca69c9a8f9e32f2ed2e528e41b5819:C 2024-11-14T04:57:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T04:57:57,383 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2777 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2759 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T04:57:57,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1276 2024-11-14T04:57:57,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3824 rows 2024-11-14T04:57:57,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1279 2024-11-14T04:57:57,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3833 rows 2024-11-14T04:57:57,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:57:57,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:57:57,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:57,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:57:57,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:57:57,389 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T04:57:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T04:57:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T04:57:57,396 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560277396"}]},"ts":"1731560277396"} 2024-11-14T04:57:57,398 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T04:57:57,398 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T04:57:57,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T04:57:57,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819, UNASSIGN}] 2024-11-14T04:57:57,405 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819, UNASSIGN 2024-11-14T04:57:57,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=faca69c9a8f9e32f2ed2e528e41b5819, regionState=CLOSING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:57:57,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819, UNASSIGN because future has completed 2024-11-14T04:57:57,408 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:57:57,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:57:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T04:57:57,566 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:57,566 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:57:57,567 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing faca69c9a8f9e32f2ed2e528e41b5819, disabling compactions & flushes 2024-11-14T04:57:57,567 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:57,567 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:57,567 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. after waiting 0 ms 2024-11-14T04:57:57,567 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:57,567 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing faca69c9a8f9e32f2ed2e528e41b5819 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T04:57:57,571 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/8ec8a18773c6454a81edd4d6619e25d6 is 50, key is test_row_1/A:col10/1731560275843/Put/seqid=0 2024-11-14T04:57:57,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741930_1106 (size=9857) 2024-11-14T04:57:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T04:57:57,976 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/8ec8a18773c6454a81edd4d6619e25d6 2024-11-14T04:57:57,984 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/88fc90b4384945aab8a65629865e3232 is 50, key is test_row_1/B:col10/1731560275843/Put/seqid=0 2024-11-14T04:57:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741931_1107 (size=9857) 2024-11-14T04:57:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T04:57:58,389 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/88fc90b4384945aab8a65629865e3232 2024-11-14T04:57:58,396 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/8b0d3b64ca7a4211bbe38c31e510ffe3 is 50, key is test_row_1/C:col10/1731560275843/Put/seqid=0 2024-11-14T04:57:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741932_1108 (size=9857) 2024-11-14T04:57:58,492 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:57:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T04:57:58,801 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/8b0d3b64ca7a4211bbe38c31e510ffe3 2024-11-14T04:57:58,806 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/A/8ec8a18773c6454a81edd4d6619e25d6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/8ec8a18773c6454a81edd4d6619e25d6 2024-11-14T04:57:58,811 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/8ec8a18773c6454a81edd4d6619e25d6, entries=100, sequenceid=463, filesize=9.6 K 2024-11-14T04:57:58,812 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/B/88fc90b4384945aab8a65629865e3232 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/88fc90b4384945aab8a65629865e3232 2024-11-14T04:57:58,816 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/88fc90b4384945aab8a65629865e3232, entries=100, sequenceid=463, filesize=9.6 K 2024-11-14T04:57:58,816 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/.tmp/C/8b0d3b64ca7a4211bbe38c31e510ffe3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/8b0d3b64ca7a4211bbe38c31e510ffe3 2024-11-14T04:57:58,821 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/8b0d3b64ca7a4211bbe38c31e510ffe3, entries=100, sequenceid=463, filesize=9.6 K 2024-11-14T04:57:58,822 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for faca69c9a8f9e32f2ed2e528e41b5819 in 1255ms, sequenceid=463, compaction requested=false 2024-11-14T04:57:58,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/562b6750a669415f8cc304157459f6da, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/fbc32b90dc234876a09a770d22f2939b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ee2ec07a0cf341a4b53eb74e1cbadc18, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/c55ef5de295441d794c2a4a7675835a2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/00316b261b924a4898b2883c2c839817, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/a8b135e2d8774ca9a5cd971b398ad25d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/9a1bd8a121a541febb1a9b16b65e8bcd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/33bd13f9dcd14d719e71d879be2d53c7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d5ab72ed896a4be5a55226c999997210, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/031a965a7a744f0aa737b3d75452619b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/8f6ffc74194745798683aa58493263be, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d9dfcdccab1e489c8b3d7b7ad4a7806a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/28e75cd65a6646698d813d447af87c2a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/14e97876f76749ba8e89d7210ee8356b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/84c6a39b024847189819809fd9aab623, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/37b0145688b34fdf8b04f4f1ce053197, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/22532a4d02484b4b8ea7cc98d248a5f0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/e40cb6686bb645be81329b1124bc3b7b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/36c16e4dec6e4e639f62f318f101d8cd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/297284c50ad24ba8b4aabc94e3bb07d9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/535be068c23041bc9d01f00b2de09ca5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/909a6627906446bc9a5f8a238bc63d73, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ddf3cc209fcf402dbd1cc811614019dd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/781062d0deee406bb7f3f9062464037a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/86a5038f059643f29d2acb0ded1b3e0a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/68f68f0c87674c4ca99c64c309d98c20, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/dd82ba33def146d5a6b6a809278593ed, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/f965f2ba89db44029e7ec1843850ee6b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/0a4444ae31d84b70b1e2bedfb3ec379b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/57a43ef5ce1d4ec68a23cc7c034def32] to archive 2024-11-14T04:57:58,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:57:58,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/562b6750a669415f8cc304157459f6da to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/562b6750a669415f8cc304157459f6da 2024-11-14T04:57:58,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/fbc32b90dc234876a09a770d22f2939b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/fbc32b90dc234876a09a770d22f2939b 2024-11-14T04:57:58,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ee2ec07a0cf341a4b53eb74e1cbadc18 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ee2ec07a0cf341a4b53eb74e1cbadc18 2024-11-14T04:57:58,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/c55ef5de295441d794c2a4a7675835a2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/c55ef5de295441d794c2a4a7675835a2 2024-11-14T04:57:58,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/00316b261b924a4898b2883c2c839817 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/00316b261b924a4898b2883c2c839817 2024-11-14T04:57:58,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/a8b135e2d8774ca9a5cd971b398ad25d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/a8b135e2d8774ca9a5cd971b398ad25d 2024-11-14T04:57:58,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/9a1bd8a121a541febb1a9b16b65e8bcd to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/9a1bd8a121a541febb1a9b16b65e8bcd 2024-11-14T04:57:58,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/33bd13f9dcd14d719e71d879be2d53c7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/33bd13f9dcd14d719e71d879be2d53c7 2024-11-14T04:57:58,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d5ab72ed896a4be5a55226c999997210 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d5ab72ed896a4be5a55226c999997210 2024-11-14T04:57:58,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/031a965a7a744f0aa737b3d75452619b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/031a965a7a744f0aa737b3d75452619b 2024-11-14T04:57:58,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/8f6ffc74194745798683aa58493263be to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/8f6ffc74194745798683aa58493263be 2024-11-14T04:57:58,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d9dfcdccab1e489c8b3d7b7ad4a7806a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/d9dfcdccab1e489c8b3d7b7ad4a7806a 2024-11-14T04:57:58,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/28e75cd65a6646698d813d447af87c2a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/28e75cd65a6646698d813d447af87c2a 2024-11-14T04:57:58,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/14e97876f76749ba8e89d7210ee8356b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/14e97876f76749ba8e89d7210ee8356b 2024-11-14T04:57:58,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/84c6a39b024847189819809fd9aab623 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/84c6a39b024847189819809fd9aab623 2024-11-14T04:57:58,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/37b0145688b34fdf8b04f4f1ce053197 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/37b0145688b34fdf8b04f4f1ce053197 2024-11-14T04:57:58,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/22532a4d02484b4b8ea7cc98d248a5f0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/22532a4d02484b4b8ea7cc98d248a5f0 2024-11-14T04:57:58,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/e40cb6686bb645be81329b1124bc3b7b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/e40cb6686bb645be81329b1124bc3b7b 2024-11-14T04:57:58,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/36c16e4dec6e4e639f62f318f101d8cd to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/36c16e4dec6e4e639f62f318f101d8cd 2024-11-14T04:57:58,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/297284c50ad24ba8b4aabc94e3bb07d9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/297284c50ad24ba8b4aabc94e3bb07d9 2024-11-14T04:57:58,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/535be068c23041bc9d01f00b2de09ca5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/535be068c23041bc9d01f00b2de09ca5 2024-11-14T04:57:58,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/909a6627906446bc9a5f8a238bc63d73 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/909a6627906446bc9a5f8a238bc63d73 2024-11-14T04:57:58,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ddf3cc209fcf402dbd1cc811614019dd to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/ddf3cc209fcf402dbd1cc811614019dd 2024-11-14T04:57:58,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/781062d0deee406bb7f3f9062464037a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/781062d0deee406bb7f3f9062464037a 2024-11-14T04:57:58,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/86a5038f059643f29d2acb0ded1b3e0a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/86a5038f059643f29d2acb0ded1b3e0a 2024-11-14T04:57:58,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/68f68f0c87674c4ca99c64c309d98c20 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/68f68f0c87674c4ca99c64c309d98c20 2024-11-14T04:57:58,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/dd82ba33def146d5a6b6a809278593ed to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/dd82ba33def146d5a6b6a809278593ed 2024-11-14T04:57:58,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/f965f2ba89db44029e7ec1843850ee6b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/f965f2ba89db44029e7ec1843850ee6b 2024-11-14T04:57:58,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/0a4444ae31d84b70b1e2bedfb3ec379b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/0a4444ae31d84b70b1e2bedfb3ec379b 2024-11-14T04:57:58,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/57a43ef5ce1d4ec68a23cc7c034def32 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/57a43ef5ce1d4ec68a23cc7c034def32 2024-11-14T04:57:58,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2bd8c300c54047da9ef3e905dafdee51, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/690a02d66b6e4c688265337eefe8d13f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4ae9de95a59b4fbcb3f7ac0cf070136d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/76219cd367f14ffb884e8089ff2f87b5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/52c27b2343314456bf69f50c1381a27f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/5531ec46a6e54239b0247d7eddfcf799, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/df5462071560433aae2d28413e4d4f0c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/b91ce347e845476e868789bf2e5ad03e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4169540065da43fdbb9c57c183fbf539, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/c42b457ae5e14b3aa1025ccce40187c0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3408917754354e70808aecfeafc57693, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/98389baac0d542d297f42c59f9b56ff7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/8e01be2096234e84b2d69a2c0998a817, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2c169194811e4e4c84f251beb398a4e6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3b8c63d3c7594d3da917824d4cc89a3d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/841daf19ba6b4763ba80986d893b8595, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/66eecdc84ebe4dd380cc38c73a36dbc8, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/63404ecc850048bd9b0639f9e884c97f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/21c39e9d75d14f71b30e1371d1ccec94, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4af7d7103fd343999232db2a4b5f242b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/d94b7c4e5686453ca956939539df4ca7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/920e67a3634341f1bc2e8efa46645373, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/e085d4c2f021497d8da9819530056c16, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/9128a59505694af4b0dc5e76af18afec, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/742faab2e4444c6db9cb09f3c9167cb9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/354fd205070a49cc95be36656314178c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/6bc215d8fd754a8eaece357466fba21d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/7ab1c4c89aaf4bd4a2c4a8fbba49320a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/211f3ede15fb4900a046bf4cf4b74d7a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/aa8d83d0cb264eab9858a0f1d540f4fb] to archive 2024-11-14T04:57:58,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:57:58,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2bd8c300c54047da9ef3e905dafdee51 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2bd8c300c54047da9ef3e905dafdee51 2024-11-14T04:57:58,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/690a02d66b6e4c688265337eefe8d13f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/690a02d66b6e4c688265337eefe8d13f 2024-11-14T04:57:58,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4ae9de95a59b4fbcb3f7ac0cf070136d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4ae9de95a59b4fbcb3f7ac0cf070136d 2024-11-14T04:57:58,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/76219cd367f14ffb884e8089ff2f87b5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/76219cd367f14ffb884e8089ff2f87b5 2024-11-14T04:57:58,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/52c27b2343314456bf69f50c1381a27f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/52c27b2343314456bf69f50c1381a27f 2024-11-14T04:57:58,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/5531ec46a6e54239b0247d7eddfcf799 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/5531ec46a6e54239b0247d7eddfcf799 2024-11-14T04:57:58,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/df5462071560433aae2d28413e4d4f0c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/df5462071560433aae2d28413e4d4f0c 2024-11-14T04:57:58,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/b91ce347e845476e868789bf2e5ad03e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/b91ce347e845476e868789bf2e5ad03e 2024-11-14T04:57:58,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4169540065da43fdbb9c57c183fbf539 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4169540065da43fdbb9c57c183fbf539 2024-11-14T04:57:58,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/c42b457ae5e14b3aa1025ccce40187c0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/c42b457ae5e14b3aa1025ccce40187c0 2024-11-14T04:57:58,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3408917754354e70808aecfeafc57693 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3408917754354e70808aecfeafc57693 2024-11-14T04:57:58,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/98389baac0d542d297f42c59f9b56ff7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/98389baac0d542d297f42c59f9b56ff7 2024-11-14T04:57:58,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/8e01be2096234e84b2d69a2c0998a817 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/8e01be2096234e84b2d69a2c0998a817 2024-11-14T04:57:58,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2c169194811e4e4c84f251beb398a4e6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/2c169194811e4e4c84f251beb398a4e6 2024-11-14T04:57:58,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3b8c63d3c7594d3da917824d4cc89a3d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/3b8c63d3c7594d3da917824d4cc89a3d 2024-11-14T04:57:58,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/841daf19ba6b4763ba80986d893b8595 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/841daf19ba6b4763ba80986d893b8595 2024-11-14T04:57:58,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/66eecdc84ebe4dd380cc38c73a36dbc8 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/66eecdc84ebe4dd380cc38c73a36dbc8 2024-11-14T04:57:58,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/63404ecc850048bd9b0639f9e884c97f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/63404ecc850048bd9b0639f9e884c97f 2024-11-14T04:57:58,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/21c39e9d75d14f71b30e1371d1ccec94 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/21c39e9d75d14f71b30e1371d1ccec94 2024-11-14T04:57:58,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4af7d7103fd343999232db2a4b5f242b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/4af7d7103fd343999232db2a4b5f242b 2024-11-14T04:57:58,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/d94b7c4e5686453ca956939539df4ca7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/d94b7c4e5686453ca956939539df4ca7 2024-11-14T04:57:58,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/920e67a3634341f1bc2e8efa46645373 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/920e67a3634341f1bc2e8efa46645373 2024-11-14T04:57:58,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/e085d4c2f021497d8da9819530056c16 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/e085d4c2f021497d8da9819530056c16 2024-11-14T04:57:58,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/9128a59505694af4b0dc5e76af18afec to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/9128a59505694af4b0dc5e76af18afec 2024-11-14T04:57:58,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/742faab2e4444c6db9cb09f3c9167cb9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/742faab2e4444c6db9cb09f3c9167cb9 2024-11-14T04:57:58,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/354fd205070a49cc95be36656314178c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/354fd205070a49cc95be36656314178c 2024-11-14T04:57:58,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/6bc215d8fd754a8eaece357466fba21d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/6bc215d8fd754a8eaece357466fba21d 2024-11-14T04:57:58,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/7ab1c4c89aaf4bd4a2c4a8fbba49320a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/7ab1c4c89aaf4bd4a2c4a8fbba49320a 2024-11-14T04:57:58,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/211f3ede15fb4900a046bf4cf4b74d7a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/211f3ede15fb4900a046bf4cf4b74d7a 2024-11-14T04:57:58,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/aa8d83d0cb264eab9858a0f1d540f4fb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/aa8d83d0cb264eab9858a0f1d540f4fb 2024-11-14T04:57:58,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1d37fc4a2ea04f808faac4b12884f6d1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/3dfd8f5cb5ba4f15ac5e1334950b4b3a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/aa42850ee00f4b518760d0cd29d01f00, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c76e59ae83754104943b16c8ec767f1a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/e048aa40f9094c4294122a590a45a85f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fe3d0f483aa84bcba2ac7a073b502c85, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c80c95f28c3247c790a1debde37d92f0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/497720fce3dc442b9efbabec4be4db7d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/a8c66b2cf0cf405cad84c9fadfbd366f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/691089f095114fe3b3d65efca0e8b10f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fcd2eb0e968d44adae3766e22219bdc2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/666bdf3ccdb242729106175f7023c979, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1c492b1f94744d3b834c1740b3c5b702, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1ff544a2bbb6485b966e14848523fc65, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fd7c414bd2a243ac90cacad2cb6edacf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4a3b0826ca9c40798186c7595e2d1f95, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/7142d82e806f47008d60d9774e79c2bb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/92e63d91e3bb45c69683a7d5ae32117d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/067d9cc822774e7bab844ff660c3b185, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1b6cff4f0fda4fdfa7839824d5c5cb38, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/f51baa62d4304a23a5912d9b38f193cb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/240347ad9ac149a296262a120858bdbf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4cbb6b9aafa14071ba3cc37c8a8848c1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/b3a6dc19d7524681b56d4b83be35bae5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/d37a9ad5cf324817af5172994a704ac9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/109da5a924f646b694cd6ecbaa4c7ff7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/454f073dee61475cb86f48bd81ebe074, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/edcb7de059d249e1869bb546645a5819, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/0ba0cc8c30d6408698d9e7437d47ec34, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/9711e99d46d74faa95f78b6eed82d7bb] to archive 2024-11-14T04:57:58,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:57:58,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1d37fc4a2ea04f808faac4b12884f6d1 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1d37fc4a2ea04f808faac4b12884f6d1 2024-11-14T04:57:58,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/3dfd8f5cb5ba4f15ac5e1334950b4b3a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/3dfd8f5cb5ba4f15ac5e1334950b4b3a 2024-11-14T04:57:58,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/aa42850ee00f4b518760d0cd29d01f00 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/aa42850ee00f4b518760d0cd29d01f00 2024-11-14T04:57:58,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c76e59ae83754104943b16c8ec767f1a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c76e59ae83754104943b16c8ec767f1a 2024-11-14T04:57:58,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/e048aa40f9094c4294122a590a45a85f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/e048aa40f9094c4294122a590a45a85f 2024-11-14T04:57:58,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fe3d0f483aa84bcba2ac7a073b502c85 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fe3d0f483aa84bcba2ac7a073b502c85 2024-11-14T04:57:58,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c80c95f28c3247c790a1debde37d92f0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/c80c95f28c3247c790a1debde37d92f0 2024-11-14T04:57:58,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/497720fce3dc442b9efbabec4be4db7d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/497720fce3dc442b9efbabec4be4db7d 2024-11-14T04:57:58,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/a8c66b2cf0cf405cad84c9fadfbd366f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/a8c66b2cf0cf405cad84c9fadfbd366f 2024-11-14T04:57:58,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/691089f095114fe3b3d65efca0e8b10f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/691089f095114fe3b3d65efca0e8b10f 2024-11-14T04:57:58,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fcd2eb0e968d44adae3766e22219bdc2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fcd2eb0e968d44adae3766e22219bdc2 2024-11-14T04:57:58,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/666bdf3ccdb242729106175f7023c979 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/666bdf3ccdb242729106175f7023c979 2024-11-14T04:57:58,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1c492b1f94744d3b834c1740b3c5b702 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1c492b1f94744d3b834c1740b3c5b702 2024-11-14T04:57:58,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1ff544a2bbb6485b966e14848523fc65 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1ff544a2bbb6485b966e14848523fc65 2024-11-14T04:57:58,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fd7c414bd2a243ac90cacad2cb6edacf to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/fd7c414bd2a243ac90cacad2cb6edacf 2024-11-14T04:57:58,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4a3b0826ca9c40798186c7595e2d1f95 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4a3b0826ca9c40798186c7595e2d1f95 2024-11-14T04:57:58,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/7142d82e806f47008d60d9774e79c2bb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/7142d82e806f47008d60d9774e79c2bb 2024-11-14T04:57:58,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/92e63d91e3bb45c69683a7d5ae32117d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/92e63d91e3bb45c69683a7d5ae32117d 2024-11-14T04:57:58,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/067d9cc822774e7bab844ff660c3b185 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/067d9cc822774e7bab844ff660c3b185 2024-11-14T04:57:58,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1b6cff4f0fda4fdfa7839824d5c5cb38 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1b6cff4f0fda4fdfa7839824d5c5cb38 2024-11-14T04:57:58,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/f51baa62d4304a23a5912d9b38f193cb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/f51baa62d4304a23a5912d9b38f193cb 2024-11-14T04:57:58,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/240347ad9ac149a296262a120858bdbf to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/240347ad9ac149a296262a120858bdbf 2024-11-14T04:57:58,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4cbb6b9aafa14071ba3cc37c8a8848c1 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/4cbb6b9aafa14071ba3cc37c8a8848c1 2024-11-14T04:57:58,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/b3a6dc19d7524681b56d4b83be35bae5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/b3a6dc19d7524681b56d4b83be35bae5 2024-11-14T04:57:58,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/d37a9ad5cf324817af5172994a704ac9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/d37a9ad5cf324817af5172994a704ac9 2024-11-14T04:57:58,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/109da5a924f646b694cd6ecbaa4c7ff7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/109da5a924f646b694cd6ecbaa4c7ff7 2024-11-14T04:57:58,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/454f073dee61475cb86f48bd81ebe074 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/454f073dee61475cb86f48bd81ebe074 2024-11-14T04:57:58,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/edcb7de059d249e1869bb546645a5819 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/edcb7de059d249e1869bb546645a5819 2024-11-14T04:57:58,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/0ba0cc8c30d6408698d9e7437d47ec34 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/0ba0cc8c30d6408698d9e7437d47ec34 2024-11-14T04:57:58,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/9711e99d46d74faa95f78b6eed82d7bb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/9711e99d46d74faa95f78b6eed82d7bb 2024-11-14T04:57:58,956 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/recovered.edits/466.seqid, newMaxSeqId=466, maxSeqId=1 2024-11-14T04:57:58,957 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. 2024-11-14T04:57:58,957 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for faca69c9a8f9e32f2ed2e528e41b5819: Waiting for close lock at 1731560277567Running coprocessor pre-close hooks at 1731560277567Disabling compacts and flushes for region at 1731560277567Disabling writes for close at 1731560277567Obtaining lock to block concurrent updates at 1731560277567Preparing flush snapshotting stores in faca69c9a8f9e32f2ed2e528e41b5819 at 1731560277567Finished memstore snapshotting TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731560277567Flushing stores of TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819. at 1731560277568 (+1 ms)Flushing faca69c9a8f9e32f2ed2e528e41b5819/A: creating writer at 1731560277568Flushing faca69c9a8f9e32f2ed2e528e41b5819/A: appending metadata at 1731560277571 (+3 ms)Flushing faca69c9a8f9e32f2ed2e528e41b5819/A: closing flushed file at 1731560277571Flushing faca69c9a8f9e32f2ed2e528e41b5819/B: creating writer at 1731560277981 (+410 ms)Flushing faca69c9a8f9e32f2ed2e528e41b5819/B: appending metadata at 1731560277984 (+3 ms)Flushing faca69c9a8f9e32f2ed2e528e41b5819/B: closing flushed file at 1731560277984Flushing faca69c9a8f9e32f2ed2e528e41b5819/C: creating writer at 1731560278394 (+410 ms)Flushing faca69c9a8f9e32f2ed2e528e41b5819/C: appending metadata at 1731560278396 (+2 ms)Flushing faca69c9a8f9e32f2ed2e528e41b5819/C: closing flushed file at 1731560278396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b42b28f: reopening flushed file at 1731560278806 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7305ab10: reopening flushed file at 1731560278811 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c131ae: reopening flushed file at 1731560278816 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for faca69c9a8f9e32f2ed2e528e41b5819 in 1255ms, sequenceid=463, compaction requested=false at 1731560278822 (+6 ms)Writing region close event to WAL at 1731560278952 (+130 ms)Running coprocessor post-close hooks at 1731560278956 (+4 ms)Closed at 1731560278957 (+1 ms) 2024-11-14T04:57:58,959 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:58,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=faca69c9a8f9e32f2ed2e528e41b5819, regionState=CLOSED 2024-11-14T04:57:58,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:57:58,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-14T04:57:58,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure faca69c9a8f9e32f2ed2e528e41b5819, server=44289c305c03,46441,1731560250145 in 1.5550 sec 2024-11-14T04:57:58,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-14T04:57:58,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=faca69c9a8f9e32f2ed2e528e41b5819, UNASSIGN in 1.5610 sec 2024-11-14T04:57:58,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-14T04:57:58,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5690 sec 2024-11-14T04:57:58,971 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560278970"}]},"ts":"1731560278970"} 2024-11-14T04:57:58,972 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T04:57:58,972 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T04:57:58,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5820 sec 2024-11-14T04:57:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T04:57:59,543 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:59,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T04:57:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:57:59,554 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:57:59,556 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:57:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T04:57:59,560 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:59,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/recovered.edits] 2024-11-14T04:57:59,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/77d789c2c92c4a4d9dcdf9fa7c0d4c4c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/77d789c2c92c4a4d9dcdf9fa7c0d4c4c 2024-11-14T04:57:59,569 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/8ec8a18773c6454a81edd4d6619e25d6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/A/8ec8a18773c6454a81edd4d6619e25d6 2024-11-14T04:57:59,571 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/6550463345b842938eaed79042be32d6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/6550463345b842938eaed79042be32d6 2024-11-14T04:57:59,572 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/88fc90b4384945aab8a65629865e3232 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/B/88fc90b4384945aab8a65629865e3232 2024-11-14T04:57:59,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1caabdebdbba4dbe8e8e81f4b103990f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/1caabdebdbba4dbe8e8e81f4b103990f 2024-11-14T04:57:59,576 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/8b0d3b64ca7a4211bbe38c31e510ffe3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/C/8b0d3b64ca7a4211bbe38c31e510ffe3 2024-11-14T04:57:59,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/recovered.edits/466.seqid to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819/recovered.edits/466.seqid 2024-11-14T04:57:59,580 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/faca69c9a8f9e32f2ed2e528e41b5819 2024-11-14T04:57:59,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T04:57:59,585 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:57:59,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T04:57:59,594 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T04:57:59,628 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T04:57:59,630 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:57:59,630 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T04:57:59,630 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731560279630"}]},"ts":"9223372036854775807"} 2024-11-14T04:57:59,635 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T04:57:59,635 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => faca69c9a8f9e32f2ed2e528e41b5819, NAME => 'TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T04:57:59,635 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T04:57:59,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731560279635"}]},"ts":"9223372036854775807"} 2024-11-14T04:57:59,639 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T04:57:59,639 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:57:59,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-11-14T04:57:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T04:57:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T04:57:59,663 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:57:59,680 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/44289c305c03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/44289c305c03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1048978523_22 at /127.0.0.1:57926 [Waiting for operation #291] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;44289c305c03:46441-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2147425405_22 at /127.0.0.1:50976 [Waiting for operation #309] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5035 (was 5685) 2024-11-14T04:57:59,690 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=5035 2024-11-14T04:57:59,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T04:57:59,692 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:57:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T04:57:59,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:57:59,695 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:57:59,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-14T04:57:59,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:57:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T04:57:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741933_1109 (size=959) 2024-11-14T04:57:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T04:57:59,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T04:58:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T04:58:00,104 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41 2024-11-14T04:58:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741934_1110 (size=53) 2024-11-14T04:58:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T04:58:00,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:58:00,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b27f3f529cf9e20cf841e933a0631da6, disabling compactions & flushes 2024-11-14T04:58:00,511 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:00,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:00,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. after waiting 0 ms 2024-11-14T04:58:00,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:00,511 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:00,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b27f3f529cf9e20cf841e933a0631da6: Waiting for close lock at 1731560280511Disabling compacts and flushes for region at 1731560280511Disabling writes for close at 1731560280511Writing region close event to WAL at 1731560280511Closed at 1731560280511 2024-11-14T04:58:00,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:58:00,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731560280512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560280512"}]},"ts":"1731560280512"} 2024-11-14T04:58:00,514 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:58:00,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:58:00,516 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560280515"}]},"ts":"1731560280515"} 2024-11-14T04:58:00,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T04:58:00,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, ASSIGN}] 2024-11-14T04:58:00,518 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, ASSIGN 2024-11-14T04:58:00,519 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, ASSIGN; state=OFFLINE, location=44289c305c03,46441,1731560250145; forceNewPlan=false, retain=false 2024-11-14T04:58:00,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=b27f3f529cf9e20cf841e933a0631da6, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:00,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, ASSIGN because future has completed 2024-11-14T04:58:00,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:58:00,829 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:00,829 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:58:00,829 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,829 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:58:00,830 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,830 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,831 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T04:58:00,833 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b27f3f529cf9e20cf841e933a0631da6 columnFamilyName A 2024-11-14T04:58:00,833 DEBUG [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:00,834 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(327): Store=b27f3f529cf9e20cf841e933a0631da6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:00,834 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,835 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b27f3f529cf9e20cf841e933a0631da6 columnFamilyName B 2024-11-14T04:58:00,835 DEBUG [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:00,836 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(327): Store=b27f3f529cf9e20cf841e933a0631da6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:00,836 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,837 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b27f3f529cf9e20cf841e933a0631da6 columnFamilyName C 2024-11-14T04:58:00,837 DEBUG [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:00,837 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(327): Store=b27f3f529cf9e20cf841e933a0631da6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:00,838 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,838 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,839 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,839 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,839 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,840 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:58:00,841 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,843 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:58:00,843 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened b27f3f529cf9e20cf841e933a0631da6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58875963, jitterRate=-0.12267978489398956}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:58:00,844 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:00,844 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for b27f3f529cf9e20cf841e933a0631da6: Running coprocessor pre-open hook at 1731560280830Writing region info on filesystem at 1731560280830Initializing all the Stores at 1731560280830Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560280831 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560280831Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560280831Cleaning up temporary data from old regions at 1731560280839 (+8 ms)Running coprocessor post-open hooks at 1731560280844 (+5 ms)Region opened successfully at 1731560280844 2024-11-14T04:58:00,845 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., pid=32, masterSystemTime=1731560280825 2024-11-14T04:58:00,847 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:00,847 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:00,848 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=b27f3f529cf9e20cf841e933a0631da6, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:00,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:58:00,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-14T04:58:00,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 in 178 msec 2024-11-14T04:58:00,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-14T04:58:00,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, ASSIGN in 337 msec 2024-11-14T04:58:00,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:58:00,857 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560280856"}]},"ts":"1731560280856"} 2024-11-14T04:58:00,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T04:58:00,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:58:00,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-14T04:58:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-14T04:58:01,843 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:01,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:01,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:01,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:01,846 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1896e41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:01,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:01,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:01,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:01,848 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:01,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f289009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:01,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:01,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:01,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:01,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:58:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,39861,1731560249453 2024-11-14T04:58:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@281d24f1 2024-11-14T04:58:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:58:01,856 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:58:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T04:58:01,861 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:58:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:01,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741935_1111 (size=995) 2024-11-14T04:58:02,281 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-14T04:58:02,281 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-14T04:58:02,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T04:58:02,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, REOPEN/MOVE}] 2024-11-14T04:58:02,292 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, REOPEN/MOVE 2024-11-14T04:58:02,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b27f3f529cf9e20cf841e933a0631da6, regionState=CLOSING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:02,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, REOPEN/MOVE because future has completed 2024-11-14T04:58:02,296 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:58:02,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:58:02,449 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,449 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:58:02,449 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing b27f3f529cf9e20cf841e933a0631da6, disabling compactions & flushes 2024-11-14T04:58:02,449 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:02,449 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:02,449 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. after waiting 0 ms 2024-11-14T04:58:02,449 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:02,453 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:58:02,454 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:02,454 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for b27f3f529cf9e20cf841e933a0631da6: Waiting for close lock at 1731560282449Running coprocessor pre-close hooks at 1731560282449Disabling compacts and flushes for region at 1731560282449Disabling writes for close at 1731560282449Writing region close event to WAL at 1731560282449Running coprocessor post-close hooks at 1731560282454 (+5 ms)Closed at 1731560282454 2024-11-14T04:58:02,454 WARN [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: b27f3f529cf9e20cf841e933a0631da6 to self. 2024-11-14T04:58:02,456 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,457 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b27f3f529cf9e20cf841e933a0631da6, regionState=CLOSED 2024-11-14T04:58:02,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:58:02,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-14T04:58:02,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 in 164 msec 2024-11-14T04:58:02,463 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, REOPEN/MOVE; state=CLOSED, location=44289c305c03,46441,1731560250145; forceNewPlan=false, retain=true 2024-11-14T04:58:02,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b27f3f529cf9e20cf841e933a0631da6, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:02,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, REOPEN/MOVE because future has completed 2024-11-14T04:58:02,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:58:02,772 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:02,772 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:58:02,773 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,773 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:58:02,773 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,773 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,776 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,785 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b27f3f529cf9e20cf841e933a0631da6 columnFamilyName A 2024-11-14T04:58:02,787 DEBUG [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:02,788 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(327): Store=b27f3f529cf9e20cf841e933a0631da6/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:02,789 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,790 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b27f3f529cf9e20cf841e933a0631da6 columnFamilyName B 2024-11-14T04:58:02,790 DEBUG [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:02,790 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(327): Store=b27f3f529cf9e20cf841e933a0631da6/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:02,790 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,791 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b27f3f529cf9e20cf841e933a0631da6 columnFamilyName C 2024-11-14T04:58:02,791 DEBUG [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:02,792 INFO [StoreOpener-b27f3f529cf9e20cf841e933a0631da6-1 {}] regionserver.HStore(327): Store=b27f3f529cf9e20cf841e933a0631da6/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:02,793 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,793 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,795 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,796 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,796 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,797 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:58:02,798 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,800 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened b27f3f529cf9e20cf841e933a0631da6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347647, jitterRate=-0.041145339608192444}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:58:02,801 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,803 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for b27f3f529cf9e20cf841e933a0631da6: Running coprocessor pre-open hook at 1731560282773Writing region info on filesystem at 1731560282773Initializing all the Stores at 1731560282774 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560282774Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560282774Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560282775 (+1 ms)Cleaning up temporary data from old regions at 1731560282796 (+21 ms)Running coprocessor post-open hooks at 1731560282801 (+5 ms)Region opened successfully at 1731560282803 (+2 ms) 2024-11-14T04:58:02,804 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., pid=37, masterSystemTime=1731560282767 2024-11-14T04:58:02,806 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:02,806 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:02,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b27f3f529cf9e20cf841e933a0631da6, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:02,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:58:02,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-14T04:58:02,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 in 195 msec 2024-11-14T04:58:02,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T04:58:02,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, REOPEN/MOVE in 521 msec 2024-11-14T04:58:02,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-14T04:58:02,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 533 msec 2024-11-14T04:58:02,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 959 msec 2024-11-14T04:58:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-14T04:58:02,827 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:02,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:02,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:02,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f116280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:02,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:02,834 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b87891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:02,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:02,837 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2149b6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:02,839 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d41a997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:02,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:02,851 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1195ff4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:02,853 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f96191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:02,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:02,856 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f8e66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:02,859 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:02,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50edfbe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:02,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:02,862 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a3a76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:02,865 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dcfe77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:02,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:02,870 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fe9c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:02,872 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@888bcd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:02,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:02,874 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d875f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:02,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:02,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:02,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3eeec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:02,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:02,878 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25607401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:02,880 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:02,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5784fa65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:02,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:02,882 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:02,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:02,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:02,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d72c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:02,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:02,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:02,883 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e7ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:02,885 DEBUG [Thread-585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:02,885 DEBUG [Thread-578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:02,885 DEBUG [Thread-574 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:02,885 DEBUG [Thread-591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:02,886 DEBUG [Thread-582 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:02,886 DEBUG [Thread-587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:02,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:02,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:02,888 DEBUG [Thread-582 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:02,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:02,888 DEBUG [Thread-582 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:02,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:02,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:02,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:02,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:02,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:02,890 DEBUG [Thread-589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:02,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:02,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:02,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:02,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:02,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:02,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:02,903 DEBUG [Thread-580 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:02,905 DEBUG [Thread-576 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:02,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:02,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:02,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:02,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:02,908 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-14T04:58:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T04:58:02,915 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:02,916 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:02,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:02,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:02,924 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:02,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:58:02,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141c06b8f7fed4475d84eb1cf6d7fa58dc_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560282923/Put/seqid=0 2024-11-14T04:58:02,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560342984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560342987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560342994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560342994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560342996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T04:58:03,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741936_1112 (size=12154) 2024-11-14T04:58:03,033 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:03,043 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141c06b8f7fed4475d84eb1cf6d7fa58dc_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141c06b8f7fed4475d84eb1cf6d7fa58dc_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:03,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/1969f14b9423473fb45f244dd6162d17, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:03,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/1969f14b9423473fb45f244dd6162d17 is 175, key is test_row_0/A:col10/1731560282923/Put/seqid=0 2024-11-14T04:58:03,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-14T04:58:03,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:03,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741937_1113 (size=30955) 2024-11-14T04:58:03,088 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/1969f14b9423473fb45f244dd6162d17 2024-11-14T04:58:03,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560343103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560343113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560343113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560343113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560343113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/ec961dc8f7a146a796021e147365a58a is 50, key is test_row_0/B:col10/1731560282923/Put/seqid=0 2024-11-14T04:58:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741938_1114 (size=12001) 2024-11-14T04:58:03,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-14T04:58:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:03,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:03,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:03,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T04:58:03,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560343313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560343333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560343333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560343334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560343334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-14T04:58:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:03,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-14T04:58:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:03,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T04:58:03,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/ec961dc8f7a146a796021e147365a58a 2024-11-14T04:58:03,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/5373c60bff124f8e8415dacde5fad6b4 is 50, key is test_row_0/C:col10/1731560282923/Put/seqid=0 2024-11-14T04:58:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560343632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560343643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560343643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741939_1115 (size=12001) 2024-11-14T04:58:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560343643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560343644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:03,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/5373c60bff124f8e8415dacde5fad6b4 2024-11-14T04:58:03,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/1969f14b9423473fb45f244dd6162d17 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1969f14b9423473fb45f244dd6162d17 2024-11-14T04:58:03,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1969f14b9423473fb45f244dd6162d17, entries=150, sequenceid=16, filesize=30.2 K 2024-11-14T04:58:03,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/ec961dc8f7a146a796021e147365a58a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ec961dc8f7a146a796021e147365a58a 2024-11-14T04:58:03,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ec961dc8f7a146a796021e147365a58a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-14T04:58:03,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/5373c60bff124f8e8415dacde5fad6b4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5373c60bff124f8e8415dacde5fad6b4 2024-11-14T04:58:03,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5373c60bff124f8e8415dacde5fad6b4, entries=150, sequenceid=16, filesize=11.7 K 2024-11-14T04:58:03,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-14T04:58:03,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b27f3f529cf9e20cf841e933a0631da6 in 767ms, sequenceid=16, compaction requested=false 2024-11-14T04:58:03,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:03,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:03,691 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T04:58:03,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141064130b75cf4120bcd20d6c54820ff1_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560282986/Put/seqid=0 2024-11-14T04:58:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741940_1116 (size=12154) 2024-11-14T04:58:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:03,730 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141064130b75cf4120bcd20d6c54820ff1_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141064130b75cf4120bcd20d6c54820ff1_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/caa672408ef54c6c8099d77a2d63cec7, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:03,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/caa672408ef54c6c8099d77a2d63cec7 is 175, key is test_row_0/A:col10/1731560282986/Put/seqid=0 2024-11-14T04:58:03,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741941_1117 (size=30955) 2024-11-14T04:58:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T04:58:04,149 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/caa672408ef54c6c8099d77a2d63cec7 2024-11-14T04:58:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:04,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/676d867fdb0d4161bf39aacba7f3fa25 is 50, key is test_row_0/B:col10/1731560282986/Put/seqid=0 2024-11-14T04:58:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560344170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560344168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560344184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560344188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560344188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741942_1118 (size=12001) 2024-11-14T04:58:04,243 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/676d867fdb0d4161bf39aacba7f3fa25 2024-11-14T04:58:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/dc037c0548cb4e8795debfb352e56752 is 50, key is test_row_0/C:col10/1731560282986/Put/seqid=0 2024-11-14T04:58:04,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560344297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741943_1119 (size=12001) 2024-11-14T04:58:04,306 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/dc037c0548cb4e8795debfb352e56752 2024-11-14T04:58:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560344303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560344304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560344304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560344305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/caa672408ef54c6c8099d77a2d63cec7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/caa672408ef54c6c8099d77a2d63cec7 2024-11-14T04:58:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,328 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/caa672408ef54c6c8099d77a2d63cec7, entries=150, sequenceid=40, filesize=30.2 K 2024-11-14T04:58:04,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/676d867fdb0d4161bf39aacba7f3fa25 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/676d867fdb0d4161bf39aacba7f3fa25 2024-11-14T04:58:04,355 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/676d867fdb0d4161bf39aacba7f3fa25, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T04:58:04,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/dc037c0548cb4e8795debfb352e56752 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/dc037c0548cb4e8795debfb352e56752 2024-11-14T04:58:04,392 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/dc037c0548cb4e8795debfb352e56752, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T04:58:04,395 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b27f3f529cf9e20cf841e933a0631da6 in 704ms, sequenceid=40, compaction requested=false 2024-11-14T04:58:04,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:04,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:04,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-14T04:58:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-14T04:58:04,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-14T04:58:04,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4830 sec 2024-11-14T04:58:04,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.5360 sec 2024-11-14T04:58:04,533 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:04,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T04:58:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:04,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:58:04,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114417bfb687eed473c84445488d529776b_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560284174/Put/seqid=0 2024-11-14T04:58:04,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741944_1120 (size=14594) 2024-11-14T04:58:04,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:04,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560344598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,611 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114417bfb687eed473c84445488d529776b_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114417bfb687eed473c84445488d529776b_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:04,615 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/08f137f290e44ce68d70132570351934, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:04,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560344599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/08f137f290e44ce68d70132570351934 is 175, key is test_row_0/A:col10/1731560284174/Put/seqid=0 2024-11-14T04:58:04,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560344601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560344609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560344609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741945_1121 (size=39549) 2024-11-14T04:58:04,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/08f137f290e44ce68d70132570351934 2024-11-14T04:58:04,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/db63d28808cd49968e5ae0ae1ab679f4 is 50, key is test_row_0/B:col10/1731560284174/Put/seqid=0 2024-11-14T04:58:04,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560344714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741946_1122 (size=12001) 2024-11-14T04:58:04,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560344724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560344724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560344733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560344736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560344928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560344944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560344944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560344944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:04,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560344953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-14T04:58:05,066 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:05,069 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-14T04:58:05,083 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:05,084 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:05,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T04:58:05,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/db63d28808cd49968e5ae0ae1ab679f4 2024-11-14T04:58:05,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/941abe841f5e42a59bb28fddb4242883 is 50, key is test_row_0/C:col10/1731560284174/Put/seqid=0 2024-11-14T04:58:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T04:58:05,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741947_1123 (size=12001) 2024-11-14T04:58:05,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T04:58:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:05,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560345245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560345253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560345263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560345263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560345265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T04:58:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T04:58:05,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T04:58:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:05,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:05,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:05,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/941abe841f5e42a59bb28fddb4242883 2024-11-14T04:58:05,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/08f137f290e44ce68d70132570351934 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/08f137f290e44ce68d70132570351934 2024-11-14T04:58:05,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/08f137f290e44ce68d70132570351934, entries=200, sequenceid=55, filesize=38.6 K 2024-11-14T04:58:05,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/db63d28808cd49968e5ae0ae1ab679f4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/db63d28808cd49968e5ae0ae1ab679f4 2024-11-14T04:58:05,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/db63d28808cd49968e5ae0ae1ab679f4, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T04:58:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/941abe841f5e42a59bb28fddb4242883 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/941abe841f5e42a59bb28fddb4242883 2024-11-14T04:58:05,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/941abe841f5e42a59bb28fddb4242883, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T04:58:05,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b27f3f529cf9e20cf841e933a0631da6 in 1152ms, sequenceid=55, compaction requested=true 2024-11-14T04:58:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:05,686 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:05,686 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:05,692 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:05,692 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:05,692 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/A is initiating minor compaction (all files) 2024-11-14T04:58:05,692 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/B is initiating minor compaction (all files) 2024-11-14T04:58:05,692 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/A in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,692 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/B in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,692 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1969f14b9423473fb45f244dd6162d17, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/caa672408ef54c6c8099d77a2d63cec7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/08f137f290e44ce68d70132570351934] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=99.1 K 2024-11-14T04:58:05,692 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ec961dc8f7a146a796021e147365a58a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/676d867fdb0d4161bf39aacba7f3fa25, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/db63d28808cd49968e5ae0ae1ab679f4] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=35.2 K 2024-11-14T04:58:05,692 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,692 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1969f14b9423473fb45f244dd6162d17, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/caa672408ef54c6c8099d77a2d63cec7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/08f137f290e44ce68d70132570351934] 2024-11-14T04:58:05,694 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1969f14b9423473fb45f244dd6162d17, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731560282910 2024-11-14T04:58:05,694 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting ec961dc8f7a146a796021e147365a58a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731560282910 2024-11-14T04:58:05,695 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 676d867fdb0d4161bf39aacba7f3fa25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731560282974 2024-11-14T04:58:05,696 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting caa672408ef54c6c8099d77a2d63cec7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731560282974 2024-11-14T04:58:05,702 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting db63d28808cd49968e5ae0ae1ab679f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731560284174 2024-11-14T04:58:05,702 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08f137f290e44ce68d70132570351934, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731560284174 2024-11-14T04:58:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T04:58:05,716 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:05,717 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/7618acad42c54a609ec71bce6270b52a is 50, key is test_row_0/B:col10/1731560284174/Put/seqid=0 2024-11-14T04:58:05,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T04:58:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,719 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T04:58:05,722 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:05,745 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411144467c5b32bcf4a39b1c6802a2b26d68c_b27f3f529cf9e20cf841e933a0631da6 store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:05,749 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411144467c5b32bcf4a39b1c6802a2b26d68c_b27f3f529cf9e20cf841e933a0631da6, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:05,750 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144467c5b32bcf4a39b1c6802a2b26d68c_b27f3f529cf9e20cf841e933a0631da6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:05,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144934e621523b4ed2bcd66992afc3461a_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560284591/Put/seqid=0 2024-11-14T04:58:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:05,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:05,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741948_1124 (size=12104) 2024-11-14T04:58:05,786 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/7618acad42c54a609ec71bce6270b52a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/7618acad42c54a609ec71bce6270b52a 2024-11-14T04:58:05,795 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/B of b27f3f529cf9e20cf841e933a0631da6 into 7618acad42c54a609ec71bce6270b52a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:05,795 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:05,795 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/B, priority=13, startTime=1731560285686; duration=0sec 2024-11-14T04:58:05,795 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:05,795 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:B 2024-11-14T04:58:05,796 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:05,797 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:05,797 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/C is initiating minor compaction (all files) 2024-11-14T04:58:05,797 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/C in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:05,797 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5373c60bff124f8e8415dacde5fad6b4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/dc037c0548cb4e8795debfb352e56752, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/941abe841f5e42a59bb28fddb4242883] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=35.2 K 2024-11-14T04:58:05,798 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 5373c60bff124f8e8415dacde5fad6b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731560282910 2024-11-14T04:58:05,799 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting dc037c0548cb4e8795debfb352e56752, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731560282974 2024-11-14T04:58:05,800 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 941abe841f5e42a59bb28fddb4242883, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731560284174 2024-11-14T04:58:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560345793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560345794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560345797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560345799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560345800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741949_1125 (size=4469) 2024-11-14T04:58:05,819 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#A#compaction#106 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:05,821 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/f6f086ae7f6b45cea4b13e8c12a9a877 is 175, key is test_row_0/A:col10/1731560284174/Put/seqid=0 2024-11-14T04:58:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741950_1126 (size=12154) 2024-11-14T04:58:05,832 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:05,832 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/2bdb66d4081c4bc6836511079326eb4d is 50, key is test_row_0/C:col10/1731560284174/Put/seqid=0 2024-11-14T04:58:05,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741951_1127 (size=31058) 2024-11-14T04:58:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741952_1128 (size=12104) 2024-11-14T04:58:05,891 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/f6f086ae7f6b45cea4b13e8c12a9a877 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f6f086ae7f6b45cea4b13e8c12a9a877 2024-11-14T04:58:05,902 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/2bdb66d4081c4bc6836511079326eb4d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2bdb66d4081c4bc6836511079326eb4d 2024-11-14T04:58:05,903 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/A of b27f3f529cf9e20cf841e933a0631da6 into f6f086ae7f6b45cea4b13e8c12a9a877(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:05,903 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:05,903 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/A, priority=13, startTime=1731560285686; duration=0sec 2024-11-14T04:58:05,903 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:05,903 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:A 2024-11-14T04:58:05,911 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/C of b27f3f529cf9e20cf841e933a0631da6 into 2bdb66d4081c4bc6836511079326eb4d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:05,911 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:05,911 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/C, priority=13, startTime=1731560285686; duration=0sec 2024-11-14T04:58:05,911 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:05,911 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:C 2024-11-14T04:58:05,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560345913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560345913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560345922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560345922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560345922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560346123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560346123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560346133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560346133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560346133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T04:58:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:06,234 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144934e621523b4ed2bcd66992afc3461a_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144934e621523b4ed2bcd66992afc3461a_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:06,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/87e30bae0c7f4016973991b644bec985, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:06,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/87e30bae0c7f4016973991b644bec985 is 175, key is test_row_0/A:col10/1731560284591/Put/seqid=0 2024-11-14T04:58:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741953_1129 (size=30955) 2024-11-14T04:58:06,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560346433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560346433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560346445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560346445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560346444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,679 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/87e30bae0c7f4016973991b644bec985 2024-11-14T04:58:06,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/35599c7819b44c77ad95654d06ef8ddd is 50, key is test_row_0/B:col10/1731560284591/Put/seqid=0 2024-11-14T04:58:06,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741954_1130 (size=12001) 2024-11-14T04:58:06,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560346953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560346953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560346953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560346954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560346963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:07,103 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/35599c7819b44c77ad95654d06ef8ddd 2024-11-14T04:58:07,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/9394a5b6f99b4669a6594c2cef958f26 is 50, key is test_row_0/C:col10/1731560284591/Put/seqid=0 2024-11-14T04:58:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741955_1131 (size=12001) 2024-11-14T04:58:07,169 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/9394a5b6f99b4669a6594c2cef958f26 2024-11-14T04:58:07,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/87e30bae0c7f4016973991b644bec985 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/87e30bae0c7f4016973991b644bec985 2024-11-14T04:58:07,183 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/87e30bae0c7f4016973991b644bec985, entries=150, sequenceid=76, filesize=30.2 K 2024-11-14T04:58:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/35599c7819b44c77ad95654d06ef8ddd as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/35599c7819b44c77ad95654d06ef8ddd 2024-11-14T04:58:07,189 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/35599c7819b44c77ad95654d06ef8ddd, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T04:58:07,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/9394a5b6f99b4669a6594c2cef958f26 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9394a5b6f99b4669a6594c2cef958f26 2024-11-14T04:58:07,199 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9394a5b6f99b4669a6594c2cef958f26, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T04:58:07,200 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for b27f3f529cf9e20cf841e933a0631da6 in 1481ms, sequenceid=76, compaction requested=false 2024-11-14T04:58:07,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:07,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:07,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-14T04:58:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-14T04:58:07,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-14T04:58:07,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1240 sec 2024-11-14T04:58:07,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.1480 sec 2024-11-14T04:58:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T04:58:07,234 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:07,234 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-14T04:58:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T04:58:07,238 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:07,241 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:07,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T04:58:07,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T04:58:07,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:07,395 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T04:58:07,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147ed55ee172ef48c292dac832f80f35c2_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560285797/Put/seqid=0 2024-11-14T04:58:07,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741956_1132 (size=12154) 2024-11-14T04:58:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T04:58:07,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:07,864 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147ed55ee172ef48c292dac832f80f35c2_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147ed55ee172ef48c292dac832f80f35c2_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:07,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/06bb7c5f9a924022bab569130df85193, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/06bb7c5f9a924022bab569130df85193 is 175, key is test_row_0/A:col10/1731560285797/Put/seqid=0 2024-11-14T04:58:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T04:58:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741957_1133 (size=30955) 2024-11-14T04:58:07,886 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/06bb7c5f9a924022bab569130df85193 2024-11-14T04:58:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/515fa17b48ec4f75b131b58d377ea6c0 is 50, key is test_row_0/B:col10/1731560285797/Put/seqid=0 2024-11-14T04:58:07,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741958_1134 (size=12001) 2024-11-14T04:58:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:07,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:08,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560347996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560347999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560347999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560348001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560348001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560348112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560348112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560348113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560348113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560348113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560348326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,327 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/515fa17b48ec4f75b131b58d377ea6c0 2024-11-14T04:58:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560348327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560348327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560348327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560348327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/a360c47bc2ff45b5964d628f79bb86ee is 50, key is test_row_0/C:col10/1731560285797/Put/seqid=0 2024-11-14T04:58:08,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741959_1135 (size=12001) 2024-11-14T04:58:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T04:58:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560348632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560348633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560348633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560348633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560348633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:08,748 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/a360c47bc2ff45b5964d628f79bb86ee 2024-11-14T04:58:08,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/06bb7c5f9a924022bab569130df85193 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/06bb7c5f9a924022bab569130df85193 2024-11-14T04:58:08,758 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/06bb7c5f9a924022bab569130df85193, entries=150, sequenceid=95, filesize=30.2 K 2024-11-14T04:58:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/515fa17b48ec4f75b131b58d377ea6c0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/515fa17b48ec4f75b131b58d377ea6c0 2024-11-14T04:58:08,766 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/515fa17b48ec4f75b131b58d377ea6c0, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T04:58:08,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/a360c47bc2ff45b5964d628f79bb86ee as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a360c47bc2ff45b5964d628f79bb86ee 2024-11-14T04:58:08,773 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a360c47bc2ff45b5964d628f79bb86ee, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T04:58:08,774 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b27f3f529cf9e20cf841e933a0631da6 in 1379ms, sequenceid=95, compaction requested=true 2024-11-14T04:58:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:08,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-14T04:58:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-14T04:58:08,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-14T04:58:08,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5360 sec 2024-11-14T04:58:08,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.5480 sec 2024-11-14T04:58:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:09,146 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:09,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T04:58:09,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dd596c2c1b334ae09ab99f0a69932efb_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560287993/Put/seqid=0 2024-11-14T04:58:09,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560349161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560349161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560349162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560349164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560349166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741960_1136 (size=17034) 2024-11-14T04:58:09,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560349272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560349273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560349273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560349283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560349283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T04:58:09,402 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:09,403 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-14T04:58:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T04:58:09,405 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:09,406 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:09,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:09,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560349483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560349492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560349492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560349492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560349493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T04:58:09,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:09,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:09,581 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:09,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dd596c2c1b334ae09ab99f0a69932efb_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dd596c2c1b334ae09ab99f0a69932efb_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:09,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/187d22151f6448a99ff80ece6fa4f937, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:09,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/187d22151f6448a99ff80ece6fa4f937 is 175, key is test_row_0/A:col10/1731560287993/Put/seqid=0 2024-11-14T04:58:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741961_1137 (size=48139) 2024-11-14T04:58:09,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:09,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T04:58:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560349792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560349802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560349802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560349802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560349802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:09,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:09,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:09,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:09,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:09,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:09,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:09,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T04:58:09,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T04:58:09,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/187d22151f6448a99ff80ece6fa4f937 2024-11-14T04:58:10,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/d2dc8c376976443a877d6cc00ac8118d is 50, key is test_row_0/B:col10/1731560287993/Put/seqid=0 2024-11-14T04:58:10,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741962_1138 (size=12001) 2024-11-14T04:58:10,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:10,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T04:58:10,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560350302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:10,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560350315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:10,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560350324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560350325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560350325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:10,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:10,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:10,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/d2dc8c376976443a877d6cc00ac8118d 2024-11-14T04:58:10,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/f23f43581b0045b58c48dcc30eddcc67 is 50, key is test_row_0/C:col10/1731560287993/Put/seqid=0 2024-11-14T04:58:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741963_1139 (size=12001) 2024-11-14T04:58:10,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T04:58:10,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:10,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:10,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:10,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/f23f43581b0045b58c48dcc30eddcc67 2024-11-14T04:58:10,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/187d22151f6448a99ff80ece6fa4f937 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/187d22151f6448a99ff80ece6fa4f937 2024-11-14T04:58:10,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/187d22151f6448a99ff80ece6fa4f937, entries=250, sequenceid=117, filesize=47.0 K 2024-11-14T04:58:10,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/d2dc8c376976443a877d6cc00ac8118d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d2dc8c376976443a877d6cc00ac8118d 2024-11-14T04:58:10,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d2dc8c376976443a877d6cc00ac8118d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T04:58:10,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/f23f43581b0045b58c48dcc30eddcc67 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/f23f43581b0045b58c48dcc30eddcc67 2024-11-14T04:58:10,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/f23f43581b0045b58c48dcc30eddcc67, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T04:58:10,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b27f3f529cf9e20cf841e933a0631da6 in 1700ms, sequenceid=117, compaction requested=true 2024-11-14T04:58:10,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:10,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:10,847 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:58:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:10,847 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:58:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:10,848 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:58:10,848 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:58:10,848 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/A is initiating minor compaction (all files) 2024-11-14T04:58:10,848 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/B is initiating minor compaction (all files) 2024-11-14T04:58:10,848 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/A in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,848 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/B in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,849 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f6f086ae7f6b45cea4b13e8c12a9a877, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/87e30bae0c7f4016973991b644bec985, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/06bb7c5f9a924022bab569130df85193, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/187d22151f6448a99ff80ece6fa4f937] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=137.8 K 2024-11-14T04:58:10,849 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,849 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/7618acad42c54a609ec71bce6270b52a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/35599c7819b44c77ad95654d06ef8ddd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/515fa17b48ec4f75b131b58d377ea6c0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d2dc8c376976443a877d6cc00ac8118d] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=47.0 K 2024-11-14T04:58:10,849 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f6f086ae7f6b45cea4b13e8c12a9a877, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/87e30bae0c7f4016973991b644bec985, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/06bb7c5f9a924022bab569130df85193, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/187d22151f6448a99ff80ece6fa4f937] 2024-11-14T04:58:10,849 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6f086ae7f6b45cea4b13e8c12a9a877, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731560284174 2024-11-14T04:58:10,849 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 7618acad42c54a609ec71bce6270b52a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731560284174 2024-11-14T04:58:10,850 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87e30bae0c7f4016973991b644bec985, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731560284591 2024-11-14T04:58:10,850 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 35599c7819b44c77ad95654d06ef8ddd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731560284591 2024-11-14T04:58:10,850 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06bb7c5f9a924022bab569130df85193, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731560285790 2024-11-14T04:58:10,850 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 515fa17b48ec4f75b131b58d377ea6c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731560285790 2024-11-14T04:58:10,850 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 187d22151f6448a99ff80ece6fa4f937, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560287993 2024-11-14T04:58:10,850 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d2dc8c376976443a877d6cc00ac8118d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560287993 2024-11-14T04:58:10,859 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:10,868 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114db675f23cd0a46c3ad355a01d2735ebb_b27f3f529cf9e20cf841e933a0631da6 store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:10,870 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#B#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:10,871 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/20d2f8cab8bb4be8b8988ae194d83329 is 50, key is test_row_0/B:col10/1731560287993/Put/seqid=0 2024-11-14T04:58:10,873 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114db675f23cd0a46c3ad355a01d2735ebb_b27f3f529cf9e20cf841e933a0631da6, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:10,873 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114db675f23cd0a46c3ad355a01d2735ebb_b27f3f529cf9e20cf841e933a0631da6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741965_1141 (size=4469) 2024-11-14T04:58:10,902 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#A#compaction#117 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:10,902 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/91039bd4c4764631acfc4e1ade816b46 is 175, key is test_row_0/A:col10/1731560287993/Put/seqid=0 2024-11-14T04:58:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741964_1140 (size=12241) 2024-11-14T04:58:10,911 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/20d2f8cab8bb4be8b8988ae194d83329 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/20d2f8cab8bb4be8b8988ae194d83329 2024-11-14T04:58:10,920 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/B of b27f3f529cf9e20cf841e933a0631da6 into 20d2f8cab8bb4be8b8988ae194d83329(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:10,920 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:10,920 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/B, priority=12, startTime=1731560290847; duration=0sec 2024-11-14T04:58:10,920 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:10,920 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:B 2024-11-14T04:58:10,920 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:58:10,922 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:58:10,922 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/C is initiating minor compaction (all files) 2024-11-14T04:58:10,922 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/C in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,923 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2bdb66d4081c4bc6836511079326eb4d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9394a5b6f99b4669a6594c2cef958f26, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a360c47bc2ff45b5964d628f79bb86ee, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/f23f43581b0045b58c48dcc30eddcc67] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=47.0 K 2024-11-14T04:58:10,923 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bdb66d4081c4bc6836511079326eb4d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731560284174 2024-11-14T04:58:10,924 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 9394a5b6f99b4669a6594c2cef958f26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731560284591 2024-11-14T04:58:10,924 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting a360c47bc2ff45b5964d628f79bb86ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731560285790 2024-11-14T04:58:10,924 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting f23f43581b0045b58c48dcc30eddcc67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560287993 2024-11-14T04:58:10,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741966_1142 (size=31195) 2024-11-14T04:58:10,934 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/91039bd4c4764631acfc4e1ade816b46 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/91039bd4c4764631acfc4e1ade816b46 2024-11-14T04:58:10,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T04:58:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:10,941 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T04:58:10,944 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/A of b27f3f529cf9e20cf841e933a0631da6 into 91039bd4c4764631acfc4e1ade816b46(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:10,944 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:10,945 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/A, priority=12, startTime=1731560290846; duration=0sec 2024-11-14T04:58:10,945 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:10,946 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:A 2024-11-14T04:58:10,951 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#C#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:10,958 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/8ae37580d6a14ab685ccf49b00fc83e5 is 50, key is test_row_0/C:col10/1731560287993/Put/seqid=0 2024-11-14T04:58:10,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114feca350bcfd64fee81aff05f458f99c2_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560289159/Put/seqid=0 2024-11-14T04:58:10,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741967_1143 (size=12241) 2024-11-14T04:58:10,989 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/8ae37580d6a14ab685ccf49b00fc83e5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/8ae37580d6a14ab685ccf49b00fc83e5 2024-11-14T04:58:10,998 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/C of b27f3f529cf9e20cf841e933a0631da6 into 8ae37580d6a14ab685ccf49b00fc83e5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:10,998 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:10,998 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/C, priority=12, startTime=1731560290847; duration=0sec 2024-11-14T04:58:10,998 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:10,998 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:C 2024-11-14T04:58:11,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741968_1144 (size=12254) 2024-11-14T04:58:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:11,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:11,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560351349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560351353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560351355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560351356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560351357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:11,408 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114feca350bcfd64fee81aff05f458f99c2_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114feca350bcfd64fee81aff05f458f99c2_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:11,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/be62ddf0335047bc9f339494d2f7c5d4, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/be62ddf0335047bc9f339494d2f7c5d4 is 175, key is test_row_0/A:col10/1731560289159/Put/seqid=0 2024-11-14T04:58:11,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741969_1145 (size=31055) 2024-11-14T04:58:11,415 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/be62ddf0335047bc9f339494d2f7c5d4 2024-11-14T04:58:11,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/0a3e2ad38e9345b0bb915e371958944c is 50, key is test_row_0/B:col10/1731560289159/Put/seqid=0 2024-11-14T04:58:11,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741970_1146 (size=12101) 2024-11-14T04:58:11,444 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/0a3e2ad38e9345b0bb915e371958944c 2024-11-14T04:58:11,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/c5624d22cbe94479b432d90880339524 is 50, key is test_row_0/C:col10/1731560289159/Put/seqid=0 2024-11-14T04:58:11,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741971_1147 (size=12101) 2024-11-14T04:58:11,457 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/c5624d22cbe94479b432d90880339524 2024-11-14T04:58:11,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/be62ddf0335047bc9f339494d2f7c5d4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/be62ddf0335047bc9f339494d2f7c5d4 2024-11-14T04:58:11,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560351462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560351462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560351463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560351463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560351463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,469 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/be62ddf0335047bc9f339494d2f7c5d4, entries=150, sequenceid=132, filesize=30.3 K 2024-11-14T04:58:11,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/0a3e2ad38e9345b0bb915e371958944c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a3e2ad38e9345b0bb915e371958944c 2024-11-14T04:58:11,476 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a3e2ad38e9345b0bb915e371958944c, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T04:58:11,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/c5624d22cbe94479b432d90880339524 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/c5624d22cbe94479b432d90880339524 2024-11-14T04:58:11,482 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/c5624d22cbe94479b432d90880339524, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T04:58:11,484 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b27f3f529cf9e20cf841e933a0631da6 in 542ms, sequenceid=132, compaction requested=false 2024-11-14T04:58:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T04:58:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T04:58:11,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-14T04:58:11,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0790 sec 2024-11-14T04:58:11,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.0850 sec 2024-11-14T04:58:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T04:58:11,553 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:11,554 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-14T04:58:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T04:58:11,556 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:11,557 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:11,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T04:58:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:11,675 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:11,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:58:11,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146929b172a7464e9181a63855cfc90c0a_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560291673/Put/seqid=0 2024-11-14T04:58:11,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T04:58:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:11,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:11,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560351707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560351708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560351708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741972_1148 (size=14794) 2024-11-14T04:58:11,717 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560351709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560351714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,723 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146929b172a7464e9181a63855cfc90c0a_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146929b172a7464e9181a63855cfc90c0a_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:11,724 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/1e3067db47824d469e28fcc1919b5297, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:11,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/1e3067db47824d469e28fcc1919b5297 is 175, key is test_row_0/A:col10/1731560291673/Put/seqid=0 2024-11-14T04:58:11,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741973_1149 (size=39749) 2024-11-14T04:58:11,732 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/1e3067db47824d469e28fcc1919b5297 2024-11-14T04:58:11,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/c37a1e00f4c2413cb481e1aed266679a is 50, key is test_row_0/B:col10/1731560291673/Put/seqid=0 2024-11-14T04:58:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741974_1150 (size=12151) 2024-11-14T04:58:11,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/c37a1e00f4c2413cb481e1aed266679a 2024-11-14T04:58:11,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/a944fa8b78764ce5acfecfe90944f377 is 50, key is test_row_0/C:col10/1731560291673/Put/seqid=0 2024-11-14T04:58:11,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741975_1151 (size=12151) 2024-11-14T04:58:11,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/a944fa8b78764ce5acfecfe90944f377 2024-11-14T04:58:11,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/1e3067db47824d469e28fcc1919b5297 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1e3067db47824d469e28fcc1919b5297 2024-11-14T04:58:11,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1e3067db47824d469e28fcc1919b5297, entries=200, sequenceid=157, filesize=38.8 K 2024-11-14T04:58:11,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/c37a1e00f4c2413cb481e1aed266679a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/c37a1e00f4c2413cb481e1aed266679a 2024-11-14T04:58:11,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560351823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560351823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560351823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560351824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560351824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:11,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/c37a1e00f4c2413cb481e1aed266679a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T04:58:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/a944fa8b78764ce5acfecfe90944f377 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a944fa8b78764ce5acfecfe90944f377 2024-11-14T04:58:11,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a944fa8b78764ce5acfecfe90944f377, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T04:58:11,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b27f3f529cf9e20cf841e933a0631da6 in 169ms, sequenceid=157, compaction requested=true 2024-11-14T04:58:11,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:11,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:11,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:11,845 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:11,845 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:11,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:11,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:11,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:11,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:11,846 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:11,847 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/A is initiating minor compaction (all files) 2024-11-14T04:58:11,847 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/A in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:11,847 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/91039bd4c4764631acfc4e1ade816b46, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/be62ddf0335047bc9f339494d2f7c5d4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1e3067db47824d469e28fcc1919b5297] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=99.6 K 2024-11-14T04:58:11,847 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:11,847 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:11,847 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/B is initiating minor compaction (all files) 2024-11-14T04:58:11,847 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/91039bd4c4764631acfc4e1ade816b46, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/be62ddf0335047bc9f339494d2f7c5d4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1e3067db47824d469e28fcc1919b5297] 2024-11-14T04:58:11,847 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/B in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:11,847 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/20d2f8cab8bb4be8b8988ae194d83329, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a3e2ad38e9345b0bb915e371958944c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/c37a1e00f4c2413cb481e1aed266679a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=35.6 K 2024-11-14T04:58:11,847 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91039bd4c4764631acfc4e1ade816b46, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560287993 2024-11-14T04:58:11,848 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 20d2f8cab8bb4be8b8988ae194d83329, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560287993 2024-11-14T04:58:11,848 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting be62ddf0335047bc9f339494d2f7c5d4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731560289159 2024-11-14T04:58:11,849 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a3e2ad38e9345b0bb915e371958944c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731560289159 2024-11-14T04:58:11,849 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e3067db47824d469e28fcc1919b5297, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560291348 2024-11-14T04:58:11,850 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting c37a1e00f4c2413cb481e1aed266679a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560291348 2024-11-14T04:58:11,866 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:11,866 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:11,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T04:58:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:11,867 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/1a60db465c8f444d8c80f847a4fa2f99 is 50, key is test_row_0/B:col10/1731560291673/Put/seqid=0 2024-11-14T04:58:11,867 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T04:58:11,869 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111417d27f0d1cbd4e38ac326aa13bd68ea8_b27f3f529cf9e20cf841e933a0631da6 store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:11,871 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111417d27f0d1cbd4e38ac326aa13bd68ea8_b27f3f529cf9e20cf841e933a0631da6, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:11,871 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111417d27f0d1cbd4e38ac326aa13bd68ea8_b27f3f529cf9e20cf841e933a0631da6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T04:58:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741976_1152 (size=12493) 2024-11-14T04:58:11,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741977_1153 (size=4469) 2024-11-14T04:58:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111457e3e77ca13047c0a3c7c94fc3ffcf64_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560291684/Put/seqid=0 2024-11-14T04:58:11,890 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#A#compaction#127 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:11,891 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/eb406cf2fc4a4ea7b68a8fb981540b89 is 175, key is test_row_0/A:col10/1731560291673/Put/seqid=0 2024-11-14T04:58:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741978_1154 (size=31447) 2024-11-14T04:58:11,909 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/eb406cf2fc4a4ea7b68a8fb981540b89 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/eb406cf2fc4a4ea7b68a8fb981540b89 2024-11-14T04:58:11,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741979_1155 (size=12304) 2024-11-14T04:58:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:11,921 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/A of b27f3f529cf9e20cf841e933a0631da6 into eb406cf2fc4a4ea7b68a8fb981540b89(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:11,921 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:11,921 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/A, priority=13, startTime=1731560291845; duration=0sec 2024-11-14T04:58:11,921 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:11,921 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:A 2024-11-14T04:58:11,921 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:11,921 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111457e3e77ca13047c0a3c7c94fc3ffcf64_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457e3e77ca13047c0a3c7c94fc3ffcf64_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d37389a32fd644bc8b047b5030bc6b8c, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:11,923 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:11,923 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/C is initiating minor compaction (all files) 2024-11-14T04:58:11,923 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/C in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d37389a32fd644bc8b047b5030bc6b8c is 175, key is test_row_0/A:col10/1731560291684/Put/seqid=0 2024-11-14T04:58:11,923 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/8ae37580d6a14ab685ccf49b00fc83e5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/c5624d22cbe94479b432d90880339524, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a944fa8b78764ce5acfecfe90944f377] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=35.6 K 2024-11-14T04:58:11,925 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae37580d6a14ab685ccf49b00fc83e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560287993 2024-11-14T04:58:11,926 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5624d22cbe94479b432d90880339524, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731560289159 2024-11-14T04:58:11,926 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a944fa8b78764ce5acfecfe90944f377, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560291348 2024-11-14T04:58:11,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741980_1156 (size=31105) 2024-11-14T04:58:11,930 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d37389a32fd644bc8b047b5030bc6b8c 2024-11-14T04:58:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/faa7c75c37134b298f770863c970600b is 50, key is test_row_0/B:col10/1731560291684/Put/seqid=0 2024-11-14T04:58:11,952 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#C#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:11,953 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/d099bce3f3694ec5ad64c9082ddec9f9 is 50, key is test_row_0/C:col10/1731560291673/Put/seqid=0 2024-11-14T04:58:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741981_1157 (size=12151) 2024-11-14T04:58:11,954 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/faa7c75c37134b298f770863c970600b 2024-11-14T04:58:11,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/ec4dd3d4f30b4204914b1023a1cc2a62 is 50, key is test_row_0/C:col10/1731560291684/Put/seqid=0 2024-11-14T04:58:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741982_1158 (size=12493) 2024-11-14T04:58:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741983_1159 (size=12151) 2024-11-14T04:58:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:12,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560352060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560352063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560352065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560352066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560352066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560352173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560352173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560352173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560352173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T04:58:12,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560352183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,282 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/1a60db465c8f444d8c80f847a4fa2f99 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1a60db465c8f444d8c80f847a4fa2f99 2024-11-14T04:58:12,288 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/B of b27f3f529cf9e20cf841e933a0631da6 into 1a60db465c8f444d8c80f847a4fa2f99(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:12,289 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:12,289 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/B, priority=13, startTime=1731560291845; duration=0sec 2024-11-14T04:58:12,289 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:12,289 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:B 2024-11-14T04:58:12,374 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/d099bce3f3694ec5ad64c9082ddec9f9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/d099bce3f3694ec5ad64c9082ddec9f9 2024-11-14T04:58:12,381 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/C of b27f3f529cf9e20cf841e933a0631da6 into d099bce3f3694ec5ad64c9082ddec9f9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:12,381 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:12,381 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/C, priority=13, startTime=1731560291846; duration=0sec 2024-11-14T04:58:12,381 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:12,381 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:C 2024-11-14T04:58:12,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560352382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560352382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560352383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560352383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560352393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,396 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/ec4dd3d4f30b4204914b1023a1cc2a62 2024-11-14T04:58:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d37389a32fd644bc8b047b5030bc6b8c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d37389a32fd644bc8b047b5030bc6b8c 2024-11-14T04:58:12,407 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d37389a32fd644bc8b047b5030bc6b8c, entries=150, sequenceid=170, filesize=30.4 K 2024-11-14T04:58:12,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/faa7c75c37134b298f770863c970600b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/faa7c75c37134b298f770863c970600b 2024-11-14T04:58:12,413 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/faa7c75c37134b298f770863c970600b, entries=150, sequenceid=170, filesize=11.9 K 2024-11-14T04:58:12,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/ec4dd3d4f30b4204914b1023a1cc2a62 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ec4dd3d4f30b4204914b1023a1cc2a62 2024-11-14T04:58:12,423 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ec4dd3d4f30b4204914b1023a1cc2a62, entries=150, sequenceid=170, filesize=11.9 K 2024-11-14T04:58:12,424 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b27f3f529cf9e20cf841e933a0631da6 in 557ms, sequenceid=170, compaction requested=false 2024-11-14T04:58:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T04:58:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T04:58:12,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T04:58:12,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 868 msec 2024-11-14T04:58:12,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 874 msec 2024-11-14T04:58:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T04:58:12,693 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:12,694 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:12,694 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:12,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:58:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-14T04:58:12,696 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T04:58:12,697 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:12,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:12,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560352701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560352703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560352703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144ea2d343cc7746eead2d4c90e1873232_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560292694/Put/seqid=0 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560352703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560352705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741984_1160 (size=12304) 2024-11-14T04:58:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T04:58:12,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560352813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560352813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560352813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560352813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:12,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T04:58:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:12,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:12,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:12,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:12,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T04:58:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T04:58:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560353022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560353022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560353022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560353022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,120 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,125 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144ea2d343cc7746eead2d4c90e1873232_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144ea2d343cc7746eead2d4c90e1873232_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:13,126 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/00e030f4a89845b2a70f2ddac4045d48, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:13,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/00e030f4a89845b2a70f2ddac4045d48 is 175, key is test_row_0/A:col10/1731560292694/Put/seqid=0 2024-11-14T04:58:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741985_1161 (size=31105) 2024-11-14T04:58:13,133 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/00e030f4a89845b2a70f2ddac4045d48 2024-11-14T04:58:13,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/5bb6f6ddd0e0423b9207e4dfaed700b7 is 50, key is test_row_0/B:col10/1731560292694/Put/seqid=0 2024-11-14T04:58:13,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741986_1162 (size=12151) 2024-11-14T04:58:13,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/5bb6f6ddd0e0423b9207e4dfaed700b7 2024-11-14T04:58:13,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/9347e3b8f02f45cba0b1d41944aaddba is 50, key is test_row_0/C:col10/1731560292694/Put/seqid=0 2024-11-14T04:58:13,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T04:58:13,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741987_1163 (size=12151) 2024-11-14T04:58:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560353212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,241 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:58:13,241 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:58:13,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T04:58:13,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:13,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T04:58:13,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560353333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560353333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560353333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560353333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T04:58:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:13,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/9347e3b8f02f45cba0b1d41944aaddba 2024-11-14T04:58:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/00e030f4a89845b2a70f2ddac4045d48 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/00e030f4a89845b2a70f2ddac4045d48 2024-11-14T04:58:13,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/00e030f4a89845b2a70f2ddac4045d48, entries=150, sequenceid=200, filesize=30.4 K 2024-11-14T04:58:13,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/5bb6f6ddd0e0423b9207e4dfaed700b7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5bb6f6ddd0e0423b9207e4dfaed700b7 2024-11-14T04:58:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5bb6f6ddd0e0423b9207e4dfaed700b7, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T04:58:13,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/9347e3b8f02f45cba0b1d41944aaddba as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9347e3b8f02f45cba0b1d41944aaddba 2024-11-14T04:58:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9347e3b8f02f45cba0b1d41944aaddba, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T04:58:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b27f3f529cf9e20cf841e933a0631da6 in 923ms, sequenceid=200, compaction requested=true 2024-11-14T04:58:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:13,617 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:13,618 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:13,619 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:13,619 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/A is initiating minor compaction (all files) 2024-11-14T04:58:13,619 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/A in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,619 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/eb406cf2fc4a4ea7b68a8fb981540b89, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d37389a32fd644bc8b047b5030bc6b8c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/00e030f4a89845b2a70f2ddac4045d48] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=91.5 K 2024-11-14T04:58:13,619 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,619 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/eb406cf2fc4a4ea7b68a8fb981540b89, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d37389a32fd644bc8b047b5030bc6b8c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/00e030f4a89845b2a70f2ddac4045d48] 2024-11-14T04:58:13,620 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb406cf2fc4a4ea7b68a8fb981540b89, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560291348 2024-11-14T04:58:13,620 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:13,620 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/B is initiating minor compaction (all files) 2024-11-14T04:58:13,620 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/B in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,620 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1a60db465c8f444d8c80f847a4fa2f99, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/faa7c75c37134b298f770863c970600b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5bb6f6ddd0e0423b9207e4dfaed700b7] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=35.9 K 2024-11-14T04:58:13,621 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting d37389a32fd644bc8b047b5030bc6b8c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731560291680 2024-11-14T04:58:13,621 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a60db465c8f444d8c80f847a4fa2f99, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560291348 2024-11-14T04:58:13,621 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00e030f4a89845b2a70f2ddac4045d48, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560292063 2024-11-14T04:58:13,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:13,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:13,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:13,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:13,622 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting faa7c75c37134b298f770863c970600b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731560291680 2024-11-14T04:58:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T04:58:13,622 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb6f6ddd0e0423b9207e4dfaed700b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560292063 2024-11-14T04:58:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:13,623 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T04:58:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,650 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114098e0f6b1dfc47d1ae4675708eb14ea1_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560292701/Put/seqid=0 2024-11-14T04:58:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,657 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#B#compaction#137 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:13,658 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/a7ce7a71afc349ac8e9a85608898011e is 50, key is test_row_0/B:col10/1731560292694/Put/seqid=0 2024-11-14T04:58:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,666 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111400c74b3d4dbe41f7b8924a868b23d2dd_b27f3f529cf9e20cf841e933a0631da6 store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,673 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111400c74b3d4dbe41f7b8924a868b23d2dd_b27f3f529cf9e20cf841e933a0631da6, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:13,673 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111400c74b3d4dbe41f7b8924a868b23d2dd_b27f3f529cf9e20cf841e933a0631da6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741989_1165 (size=9814) 2024-11-14T04:58:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,707 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114098e0f6b1dfc47d1ae4675708eb14ea1_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114098e0f6b1dfc47d1ae4675708eb14ea1_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:13,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741988_1164 (size=12595) 2024-11-14T04:58:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/df7981ea295c4557a5915fb4ad52b248, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/df7981ea295c4557a5915fb4ad52b248 is 175, key is test_row_0/A:col10/1731560292701/Put/seqid=0 2024-11-14T04:58:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741990_1166 (size=4469) 2024-11-14T04:58:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741991_1167 (size=22461) 2024-11-14T04:58:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,747 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/df7981ea295c4557a5915fb4ad52b248 2024-11-14T04:58:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/86c53a1726854f78b4ef74aad3481c4e is 50, key is test_row_0/B:col10/1731560292701/Put/seqid=0 2024-11-14T04:58:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741992_1168 (size=9757) 2024-11-14T04:58:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T04:58:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:13,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:13,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560353968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560353971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560353975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560353975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560354082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560354082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560354092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560354092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,114 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/a7ce7a71afc349ac8e9a85608898011e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/a7ce7a71afc349ac8e9a85608898011e 2024-11-14T04:58:14,123 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/B of b27f3f529cf9e20cf841e933a0631da6 into a7ce7a71afc349ac8e9a85608898011e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:14,123 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:14,123 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/B, priority=13, startTime=1731560293618; duration=0sec 2024-11-14T04:58:14,123 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:14,123 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:B 2024-11-14T04:58:14,123 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:14,125 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:14,125 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/C is initiating minor compaction (all files) 2024-11-14T04:58:14,125 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/C in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:14,125 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/d099bce3f3694ec5ad64c9082ddec9f9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ec4dd3d4f30b4204914b1023a1cc2a62, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9347e3b8f02f45cba0b1d41944aaddba] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=35.9 K 2024-11-14T04:58:14,126 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d099bce3f3694ec5ad64c9082ddec9f9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560291348 2024-11-14T04:58:14,127 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting ec4dd3d4f30b4204914b1023a1cc2a62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731560291680 2024-11-14T04:58:14,128 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 9347e3b8f02f45cba0b1d41944aaddba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560292063 2024-11-14T04:58:14,130 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#A#compaction#136 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:14,131 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/3eca6dfd1f9f49bc82d0012138145612 is 175, key is test_row_0/A:col10/1731560292694/Put/seqid=0 2024-11-14T04:58:14,140 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:14,141 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/390c699fea9a40e4a420c134ce2ffc5a is 50, key is test_row_0/C:col10/1731560292694/Put/seqid=0 2024-11-14T04:58:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741993_1169 (size=31549) 2024-11-14T04:58:14,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741994_1170 (size=12595) 2024-11-14T04:58:14,204 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/86c53a1726854f78b4ef74aad3481c4e 2024-11-14T04:58:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/4e895b1da7ef41ed804bb1188aaf80da is 50, key is test_row_0/C:col10/1731560292701/Put/seqid=0 2024-11-14T04:58:14,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741995_1171 (size=9757) 2024-11-14T04:58:14,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560354222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,226 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in b27f3f529cf9e20cf841e933a0631da6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:58:14,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560354292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560354292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560354303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560354303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,550 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/3eca6dfd1f9f49bc82d0012138145612 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3eca6dfd1f9f49bc82d0012138145612 2024-11-14T04:58:14,557 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/390c699fea9a40e4a420c134ce2ffc5a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/390c699fea9a40e4a420c134ce2ffc5a 2024-11-14T04:58:14,558 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/A of b27f3f529cf9e20cf841e933a0631da6 into 3eca6dfd1f9f49bc82d0012138145612(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:14,559 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:14,559 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/A, priority=13, startTime=1731560293617; duration=0sec 2024-11-14T04:58:14,559 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:14,559 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:A 2024-11-14T04:58:14,563 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/C of b27f3f529cf9e20cf841e933a0631da6 into 390c699fea9a40e4a420c134ce2ffc5a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:14,563 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:14,563 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/C, priority=13, startTime=1731560293621; duration=0sec 2024-11-14T04:58:14,563 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:14,563 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:C 2024-11-14T04:58:14,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560354603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560354613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560354612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560354613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:14,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:14,619 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/4e895b1da7ef41ed804bb1188aaf80da 2024-11-14T04:58:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/df7981ea295c4557a5915fb4ad52b248 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/df7981ea295c4557a5915fb4ad52b248 2024-11-14T04:58:14,633 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/df7981ea295c4557a5915fb4ad52b248, entries=100, sequenceid=209, filesize=21.9 K 2024-11-14T04:58:14,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/86c53a1726854f78b4ef74aad3481c4e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/86c53a1726854f78b4ef74aad3481c4e 2024-11-14T04:58:14,640 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/86c53a1726854f78b4ef74aad3481c4e, entries=100, sequenceid=209, filesize=9.5 K 2024-11-14T04:58:14,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/4e895b1da7ef41ed804bb1188aaf80da as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/4e895b1da7ef41ed804bb1188aaf80da 2024-11-14T04:58:14,658 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/4e895b1da7ef41ed804bb1188aaf80da, entries=100, sequenceid=209, filesize=9.5 K 2024-11-14T04:58:14,659 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for b27f3f529cf9e20cf841e933a0631da6 in 1036ms, sequenceid=209, compaction requested=false 2024-11-14T04:58:14,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:14,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:14,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T04:58:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T04:58:14,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-14T04:58:14,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9640 sec 2024-11-14T04:58:14,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.9710 sec 2024-11-14T04:58:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T04:58:14,843 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:14,844 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-14T04:58:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T04:58:14,846 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:14,846 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:14,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T04:58:15,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T04:58:15,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:15,002 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-14T04:58:15,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111480f06d6bcb2d48c28e50da9f35f5747d_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560293969/Put/seqid=0 2024-11-14T04:58:15,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741996_1172 (size=12304) 2024-11-14T04:58:15,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,034 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111480f06d6bcb2d48c28e50da9f35f5747d_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480f06d6bcb2d48c28e50da9f35f5747d_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:15,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/450b0cc8ece340eeb94ce55707f0ce15, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/450b0cc8ece340eeb94ce55707f0ce15 is 175, key is test_row_0/A:col10/1731560293969/Put/seqid=0 2024-11-14T04:58:15,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741997_1173 (size=31105) 2024-11-14T04:58:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:15,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:15,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560355135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560355138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560355139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560355140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T04:58:15,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560355242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560355252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560355252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560355253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560355453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,459 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/450b0cc8ece340eeb94ce55707f0ce15 2024-11-14T04:58:15,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560355463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560355463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560355463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/e5e2ccb8278a4739b4d0967686d2a7c2 is 50, key is test_row_0/B:col10/1731560293969/Put/seqid=0 2024-11-14T04:58:15,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741998_1174 (size=12151) 2024-11-14T04:58:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T04:58:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560355763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560355773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560355773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560355773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:15,877 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/e5e2ccb8278a4739b4d0967686d2a7c2 2024-11-14T04:58:15,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/2eca92fd2f7f437cb95cdc62ea0e72b7 is 50, key is test_row_0/C:col10/1731560293969/Put/seqid=0 2024-11-14T04:58:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741999_1175 (size=12151) 2024-11-14T04:58:15,891 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/2eca92fd2f7f437cb95cdc62ea0e72b7 2024-11-14T04:58:15,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/450b0cc8ece340eeb94ce55707f0ce15 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/450b0cc8ece340eeb94ce55707f0ce15 2024-11-14T04:58:15,901 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/450b0cc8ece340eeb94ce55707f0ce15, entries=150, sequenceid=240, filesize=30.4 K 2024-11-14T04:58:15,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/e5e2ccb8278a4739b4d0967686d2a7c2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e5e2ccb8278a4739b4d0967686d2a7c2 2024-11-14T04:58:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,907 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e5e2ccb8278a4739b4d0967686d2a7c2, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T04:58:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/2eca92fd2f7f437cb95cdc62ea0e72b7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2eca92fd2f7f437cb95cdc62ea0e72b7 2024-11-14T04:58:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,921 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2eca92fd2f7f437cb95cdc62ea0e72b7, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T04:58:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,923 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for b27f3f529cf9e20cf841e933a0631da6 in 920ms, sequenceid=240, compaction requested=true 2024-11-14T04:58:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T04:58:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T04:58:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-14T04:58:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0790 sec 2024-11-14T04:58:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.0840 sec 2024-11-14T04:58:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T04:58:16,003 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:16,003 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-14T04:58:16,005 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T04:58:16,006 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:16,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T04:58:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T04:58:16,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,159 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T04:58:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d30bdc4bcac84a4c8439f6d0f2155c8f_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560295134/Put/seqid=0 2024-11-14T04:58:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742000_1176 (size=9814) 2024-11-14T04:58:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T04:58:16,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560356320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560356321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560356322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560356324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560356325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560356433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560356433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560356433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560356443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560356443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:16,581 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d30bdc4bcac84a4c8439f6d0f2155c8f_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d30bdc4bcac84a4c8439f6d0f2155c8f_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:16,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/b8abddcde57f47eab1538cece17b424b, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:16,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/b8abddcde57f47eab1538cece17b424b is 175, key is test_row_0/A:col10/1731560295134/Put/seqid=0 2024-11-14T04:58:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742001_1177 (size=22461) 2024-11-14T04:58:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T04:58:16,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560356643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560356643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560356643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560356663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560356663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560356952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560356952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560356962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560356973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560356973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:16,989 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/b8abddcde57f47eab1538cece17b424b 2024-11-14T04:58:16,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/1c794929f1cc4d02810b83f548744317 is 50, key is test_row_0/B:col10/1731560295134/Put/seqid=0 2024-11-14T04:58:17,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742002_1178 (size=9757) 2024-11-14T04:58:17,003 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/1c794929f1cc4d02810b83f548744317 2024-11-14T04:58:17,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/17f7493a1e1b4396b2b37f01830c0578 is 50, key is test_row_0/C:col10/1731560295134/Put/seqid=0 2024-11-14T04:58:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742003_1179 (size=9757) 2024-11-14T04:58:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T04:58:17,417 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/17f7493a1e1b4396b2b37f01830c0578 2024-11-14T04:58:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/b8abddcde57f47eab1538cece17b424b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/b8abddcde57f47eab1538cece17b424b 2024-11-14T04:58:17,428 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/b8abddcde57f47eab1538cece17b424b, entries=100, sequenceid=249, filesize=21.9 K 2024-11-14T04:58:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/1c794929f1cc4d02810b83f548744317 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1c794929f1cc4d02810b83f548744317 2024-11-14T04:58:17,435 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1c794929f1cc4d02810b83f548744317, entries=100, sequenceid=249, filesize=9.5 K 2024-11-14T04:58:17,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/17f7493a1e1b4396b2b37f01830c0578 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/17f7493a1e1b4396b2b37f01830c0578 2024-11-14T04:58:17,450 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/17f7493a1e1b4396b2b37f01830c0578, entries=100, sequenceid=249, filesize=9.5 K 2024-11-14T04:58:17,451 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b27f3f529cf9e20cf841e933a0631da6 in 1292ms, sequenceid=249, compaction requested=true 2024-11-14T04:58:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T04:58:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T04:58:17,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-14T04:58:17,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4470 sec 2024-11-14T04:58:17,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4530 sec 2024-11-14T04:58:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:17,476 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:17,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-14T04:58:17,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560357482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e16ba6321edb4195a5941d23ca1f8122_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560297475/Put/seqid=0 2024-11-14T04:58:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560357483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560357483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560357483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560357484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742004_1180 (size=20074) 2024-11-14T04:58:17,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560357593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560357593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560357593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560357803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560357803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:17,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560357803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:17,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:17,899 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e16ba6321edb4195a5941d23ca1f8122_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e16ba6321edb4195a5941d23ca1f8122_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:17,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/ff250396966c44268c4a63c30f70f0f0, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:17,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/ff250396966c44268c4a63c30f70f0f0 is 175, key is test_row_0/A:col10/1731560297475/Put/seqid=0 2024-11-14T04:58:17,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742005_1181 (size=57333) 2024-11-14T04:58:18,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:18,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560358112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560358112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:18,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560358112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T04:58:18,153 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:18,154 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-14T04:58:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T04:58:18,155 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:18,156 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:18,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T04:58:18,306 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/ff250396966c44268c4a63c30f70f0f0 2024-11-14T04:58:18,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T04:58:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/e88cfbfb5f3f42ca8e0557a2dae6e5ed is 50, key is test_row_0/B:col10/1731560297475/Put/seqid=0 2024-11-14T04:58:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742006_1182 (size=12301) 2024-11-14T04:58:18,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/e88cfbfb5f3f42ca8e0557a2dae6e5ed 2024-11-14T04:58:18,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/5b381a79815d468da94629700c9333ab is 50, key is test_row_0/C:col10/1731560297475/Put/seqid=0 2024-11-14T04:58:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742007_1183 (size=12301) 2024-11-14T04:58:18,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T04:58:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T04:58:18,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560358492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:18,493 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in b27f3f529cf9e20cf841e933a0631da6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:58:18,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:18,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560358503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:18,505 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in b27f3f529cf9e20cf841e933a0631da6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:58:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:18,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T04:58:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560358623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:18,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560358623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560358623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:18,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:18,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:18,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/5b381a79815d468da94629700c9333ab 2024-11-14T04:58:18,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/ff250396966c44268c4a63c30f70f0f0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/ff250396966c44268c4a63c30f70f0f0 2024-11-14T04:58:18,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/ff250396966c44268c4a63c30f70f0f0, entries=300, sequenceid=279, filesize=56.0 K 2024-11-14T04:58:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/e88cfbfb5f3f42ca8e0557a2dae6e5ed as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e88cfbfb5f3f42ca8e0557a2dae6e5ed 2024-11-14T04:58:18,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e88cfbfb5f3f42ca8e0557a2dae6e5ed, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T04:58:18,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/5b381a79815d468da94629700c9333ab as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5b381a79815d468da94629700c9333ab 2024-11-14T04:58:18,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T04:58:18,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:18,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T04:58:18,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5b381a79815d468da94629700c9333ab, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T04:58:18,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for b27f3f529cf9e20cf841e933a0631da6 in 1311ms, sequenceid=279, compaction requested=true 2024-11-14T04:58:18,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:18,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:18,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:18,788 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T04:58:18,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:18,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:18,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:18,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:18,788 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T04:58:18,790 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164909 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T04:58:18,790 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/A is initiating minor compaction (all files) 2024-11-14T04:58:18,790 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/A in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,790 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 56561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T04:58:18,790 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3eca6dfd1f9f49bc82d0012138145612, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/df7981ea295c4557a5915fb4ad52b248, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/450b0cc8ece340eeb94ce55707f0ce15, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/b8abddcde57f47eab1538cece17b424b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/ff250396966c44268c4a63c30f70f0f0] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=161.0 K 2024-11-14T04:58:18,790 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,790 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/B is initiating minor compaction (all files) 2024-11-14T04:58:18,790 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3eca6dfd1f9f49bc82d0012138145612, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/df7981ea295c4557a5915fb4ad52b248, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/450b0cc8ece340eeb94ce55707f0ce15, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/b8abddcde57f47eab1538cece17b424b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/ff250396966c44268c4a63c30f70f0f0] 2024-11-14T04:58:18,790 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/B in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,790 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/a7ce7a71afc349ac8e9a85608898011e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/86c53a1726854f78b4ef74aad3481c4e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e5e2ccb8278a4739b4d0967686d2a7c2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1c794929f1cc4d02810b83f548744317, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e88cfbfb5f3f42ca8e0557a2dae6e5ed] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=55.2 K 2024-11-14T04:58:18,791 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3eca6dfd1f9f49bc82d0012138145612, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560292063 2024-11-14T04:58:18,791 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting a7ce7a71afc349ac8e9a85608898011e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560292063 2024-11-14T04:58:18,791 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting df7981ea295c4557a5915fb4ad52b248, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731560292701 2024-11-14T04:58:18,792 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 86c53a1726854f78b4ef74aad3481c4e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731560292701 2024-11-14T04:58:18,792 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 450b0cc8ece340eeb94ce55707f0ce15, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731560293965 2024-11-14T04:58:18,793 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e5e2ccb8278a4739b4d0967686d2a7c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731560293965 2024-11-14T04:58:18,793 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8abddcde57f47eab1538cece17b424b, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731560295134 2024-11-14T04:58:18,793 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff250396966c44268c4a63c30f70f0f0, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560296318 2024-11-14T04:58:18,793 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c794929f1cc4d02810b83f548744317, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731560295134 2024-11-14T04:58:18,794 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e88cfbfb5f3f42ca8e0557a2dae6e5ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560297474 2024-11-14T04:58:18,811 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:18,812 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:18,813 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/f1425373cb684d2eab70a33d87c087e6 is 50, key is test_row_0/B:col10/1731560297475/Put/seqid=0 2024-11-14T04:58:18,819 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111411bcccf2865d426cab9641f8232002a5_b27f3f529cf9e20cf841e933a0631da6 store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:18,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742008_1184 (size=12915) 2024-11-14T04:58:18,822 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111411bcccf2865d426cab9641f8232002a5_b27f3f529cf9e20cf841e933a0631da6, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:18,823 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111411bcccf2865d426cab9641f8232002a5_b27f3f529cf9e20cf841e933a0631da6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:18,833 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/f1425373cb684d2eab70a33d87c087e6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/f1425373cb684d2eab70a33d87c087e6 2024-11-14T04:58:18,841 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/B of b27f3f529cf9e20cf841e933a0631da6 into f1425373cb684d2eab70a33d87c087e6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:18,841 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:18,841 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/B, priority=11, startTime=1731560298788; duration=0sec 2024-11-14T04:58:18,841 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:18,841 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:B 2024-11-14T04:58:18,841 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T04:58:18,843 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 56561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T04:58:18,843 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/C is initiating minor compaction (all files) 2024-11-14T04:58:18,843 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/C in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,843 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/390c699fea9a40e4a420c134ce2ffc5a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/4e895b1da7ef41ed804bb1188aaf80da, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2eca92fd2f7f437cb95cdc62ea0e72b7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/17f7493a1e1b4396b2b37f01830c0578, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5b381a79815d468da94629700c9333ab] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=55.2 K 2024-11-14T04:58:18,844 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 390c699fea9a40e4a420c134ce2ffc5a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560292063 2024-11-14T04:58:18,846 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e895b1da7ef41ed804bb1188aaf80da, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731560292701 2024-11-14T04:58:18,847 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eca92fd2f7f437cb95cdc62ea0e72b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731560293965 2024-11-14T04:58:18,847 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 17f7493a1e1b4396b2b37f01830c0578, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731560295134 2024-11-14T04:58:18,848 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b381a79815d468da94629700c9333ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560297474 2024-11-14T04:58:18,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742009_1185 (size=4469) 2024-11-14T04:58:18,861 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:18,862 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/b096b32f9e8248268c86ad3bf6c6f758 is 50, key is test_row_0/C:col10/1731560297475/Put/seqid=0 2024-11-14T04:58:18,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742010_1186 (size=12915) 2024-11-14T04:58:18,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T04:58:18,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:18,929 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T04:58:18,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148455479c2c9542b2b9cf778144bf39af_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560297480/Put/seqid=0 2024-11-14T04:58:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742011_1187 (size=12454) 2024-11-14T04:58:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:18,964 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148455479c2c9542b2b9cf778144bf39af_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148455479c2c9542b2b9cf778144bf39af_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:18,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/2a74e61581cb470e89fd6d62a52103f3, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:18,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/2a74e61581cb470e89fd6d62a52103f3 is 175, key is test_row_0/A:col10/1731560297480/Put/seqid=0 2024-11-14T04:58:18,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742012_1188 (size=31255) 2024-11-14T04:58:18,980 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/2a74e61581cb470e89fd6d62a52103f3 2024-11-14T04:58:18,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/5c985084f13549a6bd46367a17882c92 is 50, key is test_row_0/B:col10/1731560297480/Put/seqid=0 2024-11-14T04:58:19,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742013_1189 (size=12301) 2024-11-14T04:58:19,261 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#A#compaction#151 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:19,262 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d8728b822206407980915112fe858546 is 175, key is test_row_0/A:col10/1731560297475/Put/seqid=0 2024-11-14T04:58:19,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742014_1190 (size=31869) 2024-11-14T04:58:19,280 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/b096b32f9e8248268c86ad3bf6c6f758 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/b096b32f9e8248268c86ad3bf6c6f758 2024-11-14T04:58:19,281 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d8728b822206407980915112fe858546 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d8728b822206407980915112fe858546 2024-11-14T04:58:19,288 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/C of b27f3f529cf9e20cf841e933a0631da6 into b096b32f9e8248268c86ad3bf6c6f758(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:19,288 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:19,288 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/A of b27f3f529cf9e20cf841e933a0631da6 into d8728b822206407980915112fe858546(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:19,288 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/C, priority=11, startTime=1731560298788; duration=0sec 2024-11-14T04:58:19,288 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:19,288 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/A, priority=11, startTime=1731560298788; duration=0sec 2024-11-14T04:58:19,288 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:19,288 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:C 2024-11-14T04:58:19,288 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:19,288 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:A 2024-11-14T04:58:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T04:58:19,405 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/5c985084f13549a6bd46367a17882c92 2024-11-14T04:58:19,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/3db4f304c17042099c7724d05f9c87a6 is 50, key is test_row_0/C:col10/1731560297480/Put/seqid=0 2024-11-14T04:58:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742015_1191 (size=12301) 2024-11-14T04:58:19,433 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/3db4f304c17042099c7724d05f9c87a6 2024-11-14T04:58:19,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/2a74e61581cb470e89fd6d62a52103f3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2a74e61581cb470e89fd6d62a52103f3 2024-11-14T04:58:19,446 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2a74e61581cb470e89fd6d62a52103f3, entries=150, sequenceid=286, filesize=30.5 K 2024-11-14T04:58:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/5c985084f13549a6bd46367a17882c92 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5c985084f13549a6bd46367a17882c92 2024-11-14T04:58:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,452 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5c985084f13549a6bd46367a17882c92, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T04:58:19,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/3db4f304c17042099c7724d05f9c87a6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3db4f304c17042099c7724d05f9c87a6 2024-11-14T04:58:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,459 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3db4f304c17042099c7724d05f9c87a6, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T04:58:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,460 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for b27f3f529cf9e20cf841e933a0631da6 in 531ms, sequenceid=286, compaction requested=false 2024-11-14T04:58:19,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:19,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T04:58:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T04:58:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-14T04:58:19,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3140 sec 2024-11-14T04:58:19,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.3260 sec 2024-11-14T04:58:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:19,727 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:19,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:58:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df9e9bca674348b3b2ec3d5f91ca5ba1_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560299724/Put/seqid=0 2024-11-14T04:58:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742016_1192 (size=20074) 2024-11-14T04:58:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,747 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df9e9bca674348b3b2ec3d5f91ca5ba1_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df9e9bca674348b3b2ec3d5f91ca5ba1_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/0ef1df6afb734b2d8b671cba2a6d0152, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/0ef1df6afb734b2d8b671cba2a6d0152 is 175, key is test_row_0/A:col10/1731560299724/Put/seqid=0 2024-11-14T04:58:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742017_1193 (size=57333) 2024-11-14T04:58:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:19,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560359791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:19,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560359792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560359793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:19,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560359903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:19,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560359903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:19,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560359903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560360112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560360112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560360112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,167 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/0ef1df6afb734b2d8b671cba2a6d0152 2024-11-14T04:58:20,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/ae0e47e41ce5453390c765183a307588 is 50, key is test_row_0/B:col10/1731560299724/Put/seqid=0 2024-11-14T04:58:20,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742018_1194 (size=12301) 2024-11-14T04:58:20,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/ae0e47e41ce5453390c765183a307588 2024-11-14T04:58:20,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/184d75c2070841b3aab979f9e84447be is 50, key is test_row_0/C:col10/1731560299724/Put/seqid=0 2024-11-14T04:58:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742019_1195 (size=12301) 2024-11-14T04:58:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T04:58:20,303 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:20,303 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-14T04:58:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T04:58:20,305 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:20,306 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:20,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T04:58:20,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560360423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560360423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560360423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T04:58:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:20,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36282 deadline: 1731560360513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36302 deadline: 1731560360513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,517 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in b27f3f529cf9e20cf841e933a0631da6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:58:20,518 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in b27f3f529cf9e20cf841e933a0631da6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:58:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/184d75c2070841b3aab979f9e84447be 2024-11-14T04:58:20,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/0ef1df6afb734b2d8b671cba2a6d0152 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/0ef1df6afb734b2d8b671cba2a6d0152 2024-11-14T04:58:20,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/0ef1df6afb734b2d8b671cba2a6d0152, entries=300, sequenceid=299, filesize=56.0 K 2024-11-14T04:58:20,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/ae0e47e41ce5453390c765183a307588 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ae0e47e41ce5453390c765183a307588 2024-11-14T04:58:20,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T04:58:20,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:20,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:20,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:20,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:20,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:20,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ae0e47e41ce5453390c765183a307588, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T04:58:20,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/184d75c2070841b3aab979f9e84447be as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/184d75c2070841b3aab979f9e84447be 2024-11-14T04:58:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T04:58:20,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/184d75c2070841b3aab979f9e84447be, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T04:58:20,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b27f3f529cf9e20cf841e933a0631da6 in 898ms, sequenceid=299, compaction requested=true 2024-11-14T04:58:20,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:20,625 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:20,626 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:20,627 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120457 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:20,627 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/A is initiating minor compaction (all files) 2024-11-14T04:58:20,627 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:20,627 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/A in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:20,627 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/B is initiating minor compaction (all files) 2024-11-14T04:58:20,627 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d8728b822206407980915112fe858546, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2a74e61581cb470e89fd6d62a52103f3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/0ef1df6afb734b2d8b671cba2a6d0152] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=117.6 K 2024-11-14T04:58:20,627 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/B in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:20,627 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:20,627 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d8728b822206407980915112fe858546, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2a74e61581cb470e89fd6d62a52103f3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/0ef1df6afb734b2d8b671cba2a6d0152] 2024-11-14T04:58:20,627 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/f1425373cb684d2eab70a33d87c087e6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5c985084f13549a6bd46367a17882c92, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ae0e47e41ce5453390c765183a307588] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=36.6 K 2024-11-14T04:58:20,628 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1425373cb684d2eab70a33d87c087e6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560297474 2024-11-14T04:58:20,628 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d8728b822206407980915112fe858546, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560297474 2024-11-14T04:58:20,628 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c985084f13549a6bd46367a17882c92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731560297480 2024-11-14T04:58:20,629 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a74e61581cb470e89fd6d62a52103f3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731560297480 2024-11-14T04:58:20,629 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae0e47e41ce5453390c765183a307588, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731560299691 2024-11-14T04:58:20,630 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ef1df6afb734b2d8b671cba2a6d0152, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731560299682 2024-11-14T04:58:20,637 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:20,638 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:20,639 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/0a75b5b89d244aa08396c880f09e0d95 is 50, key is test_row_0/B:col10/1731560299724/Put/seqid=0 2024-11-14T04:58:20,644 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114fb1c5decd647413ea6dab7842a79037e_b27f3f529cf9e20cf841e933a0631da6 store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:20,646 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114fb1c5decd647413ea6dab7842a79037e_b27f3f529cf9e20cf841e933a0631da6, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:20,646 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fb1c5decd647413ea6dab7842a79037e_b27f3f529cf9e20cf841e933a0631da6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742020_1196 (size=13017) 2024-11-14T04:58:20,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742021_1197 (size=4469) 2024-11-14T04:58:20,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T04:58:20,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:20,768 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:58:20,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111480ebf91a0e544c39a6e69538faca9e86_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560299790/Put/seqid=0 2024-11-14T04:58:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742022_1198 (size=12454) 2024-11-14T04:58:20,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:20,785 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111480ebf91a0e544c39a6e69538faca9e86_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480ebf91a0e544c39a6e69538faca9e86_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:20,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/f154e85c18ae4e80ab2d8b4ce5e7e34f, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:20,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/f154e85c18ae4e80ab2d8b4ce5e7e34f is 175, key is test_row_0/A:col10/1731560299790/Put/seqid=0 2024-11-14T04:58:20,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742023_1199 (size=31255) 2024-11-14T04:58:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T04:58:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:20,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:20,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560360971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560360972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560360974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,064 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/0a75b5b89d244aa08396c880f09e0d95 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a75b5b89d244aa08396c880f09e0d95 2024-11-14T04:58:21,064 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:21,065 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/3c8af351efeb4d8192b351b9096dea04 is 175, key is test_row_0/A:col10/1731560299724/Put/seqid=0 2024-11-14T04:58:21,072 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/B of b27f3f529cf9e20cf841e933a0631da6 into 0a75b5b89d244aa08396c880f09e0d95(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:21,072 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:21,072 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/B, priority=13, startTime=1731560300626; duration=0sec 2024-11-14T04:58:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742024_1200 (size=31971) 2024-11-14T04:58:21,073 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:21,073 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:B 2024-11-14T04:58:21,073 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:21,074 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:21,074 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/C is initiating minor compaction (all files) 2024-11-14T04:58:21,075 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/C in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:21,075 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/b096b32f9e8248268c86ad3bf6c6f758, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3db4f304c17042099c7724d05f9c87a6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/184d75c2070841b3aab979f9e84447be] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=36.6 K 2024-11-14T04:58:21,075 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting b096b32f9e8248268c86ad3bf6c6f758, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560297474 2024-11-14T04:58:21,076 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3db4f304c17042099c7724d05f9c87a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731560297480 2024-11-14T04:58:21,077 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 184d75c2070841b3aab979f9e84447be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731560299691 2024-11-14T04:58:21,081 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/3c8af351efeb4d8192b351b9096dea04 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3c8af351efeb4d8192b351b9096dea04 2024-11-14T04:58:21,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560361083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560361083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:21,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560361083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,093 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:21,093 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/39b69704e28242f99dd4c7a043c3c3f7 is 50, key is test_row_0/C:col10/1731560299724/Put/seqid=0 2024-11-14T04:58:21,096 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/A of b27f3f529cf9e20cf841e933a0631da6 into 3c8af351efeb4d8192b351b9096dea04(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:21,096 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:21,096 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/A, priority=13, startTime=1731560300625; duration=0sec 2024-11-14T04:58:21,097 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:21,097 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:A 2024-11-14T04:58:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742025_1201 (size=13017) 2024-11-14T04:58:21,109 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/39b69704e28242f99dd4c7a043c3c3f7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/39b69704e28242f99dd4c7a043c3c3f7 2024-11-14T04:58:21,122 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/C of b27f3f529cf9e20cf841e933a0631da6 into 39b69704e28242f99dd4c7a043c3c3f7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:21,122 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:21,122 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/C, priority=13, startTime=1731560300626; duration=0sec 2024-11-14T04:58:21,122 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:21,123 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:C 2024-11-14T04:58:21,197 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/f154e85c18ae4e80ab2d8b4ce5e7e34f 2024-11-14T04:58:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/48a5214195ca4c04856e26247189c400 is 50, key is test_row_0/B:col10/1731560299790/Put/seqid=0 2024-11-14T04:58:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742026_1202 (size=12301) 2024-11-14T04:58:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560361293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560361293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560361293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T04:58:21,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560361603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,615 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/48a5214195ca4c04856e26247189c400 2024-11-14T04:58:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560361612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560361612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:21,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/ad55198f981e4581b93b9b9380cb541f is 50, key is test_row_0/C:col10/1731560299790/Put/seqid=0 2024-11-14T04:58:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742027_1203 (size=12301) 2024-11-14T04:58:22,030 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/ad55198f981e4581b93b9b9380cb541f 2024-11-14T04:58:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/f154e85c18ae4e80ab2d8b4ce5e7e34f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f154e85c18ae4e80ab2d8b4ce5e7e34f 2024-11-14T04:58:22,042 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f154e85c18ae4e80ab2d8b4ce5e7e34f, entries=150, sequenceid=324, filesize=30.5 K 2024-11-14T04:58:22,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/48a5214195ca4c04856e26247189c400 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/48a5214195ca4c04856e26247189c400 2024-11-14T04:58:22,047 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/48a5214195ca4c04856e26247189c400, entries=150, sequenceid=324, filesize=12.0 K 2024-11-14T04:58:22,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/ad55198f981e4581b93b9b9380cb541f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ad55198f981e4581b93b9b9380cb541f 2024-11-14T04:58:22,055 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ad55198f981e4581b93b9b9380cb541f, entries=150, sequenceid=324, filesize=12.0 K 2024-11-14T04:58:22,056 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b27f3f529cf9e20cf841e933a0631da6 in 1289ms, sequenceid=324, compaction requested=false 2024-11-14T04:58:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-14T04:58:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-14T04:58:22,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-14T04:58:22,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7520 sec 2024-11-14T04:58:22,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.7570 sec 2024-11-14T04:58:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:22,116 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:22,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:58:22,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143a483c1f3fff4136b4926e76d8f875d4_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560302114/Put/seqid=0 2024-11-14T04:58:22,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742028_1204 (size=12454) 2024-11-14T04:58:22,136 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:22,142 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143a483c1f3fff4136b4926e76d8f875d4_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143a483c1f3fff4136b4926e76d8f875d4_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:22,143 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/03db91b1364747fe91bfc39c572f057b, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:22,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/03db91b1364747fe91bfc39c572f057b is 175, key is test_row_0/A:col10/1731560302114/Put/seqid=0 2024-11-14T04:58:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742029_1205 (size=31255) 2024-11-14T04:58:22,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/03db91b1364747fe91bfc39c572f057b 2024-11-14T04:58:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560362161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560362161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/1dbb9e6b634a49b38f81922eecef0420 is 50, key is test_row_0/B:col10/1731560302114/Put/seqid=0 2024-11-14T04:58:22,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560362164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742030_1206 (size=12301) 2024-11-14T04:58:22,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560362272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560362272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560362281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T04:58:22,463 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:22,464 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-14T04:58:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T04:58:22,466 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:22,467 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:22,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:22,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560362483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560362483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560362492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T04:58:22,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/1dbb9e6b634a49b38f81922eecef0420 2024-11-14T04:58:22,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/3c8e46ee344b4261819c626a110457fc is 50, key is test_row_0/C:col10/1731560302114/Put/seqid=0 2024-11-14T04:58:22,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742031_1207 (size=12301) 2024-11-14T04:58:22,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T04:58:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:22,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:22,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T04:58:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:22,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T04:58:22,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1731560362792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36264 deadline: 1731560362792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36278 deadline: 1731560362813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:22,906 INFO [Thread-587 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-587. 2024-11-14T04:58:22,906 DEBUG [Thread-587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:22,906 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:22,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:22,907 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:22,908 INFO [Thread-591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-591. 2024-11-14T04:58:22,908 DEBUG [Thread-591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:22,908 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:22,908 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:22,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:22,910 INFO [Thread-585 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-585. 2024-11-14T04:58:22,910 DEBUG [Thread-585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:22,910 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:22,910 DEBUG [Thread-585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:22,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:22,914 INFO [Thread-589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-589. 2024-11-14T04:58:22,914 DEBUG [Thread-589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:22,914 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:22,914 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:22,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:22,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T04:58:22,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:22,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:22,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:22,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:22,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:22,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/3c8e46ee344b4261819c626a110457fc 2024-11-14T04:58:23,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/03db91b1364747fe91bfc39c572f057b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/03db91b1364747fe91bfc39c572f057b 2024-11-14T04:58:23,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/03db91b1364747fe91bfc39c572f057b, entries=150, sequenceid=339, filesize=30.5 K 2024-11-14T04:58:23,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/1dbb9e6b634a49b38f81922eecef0420 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1dbb9e6b634a49b38f81922eecef0420 2024-11-14T04:58:23,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1dbb9e6b634a49b38f81922eecef0420, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T04:58:23,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/3c8e46ee344b4261819c626a110457fc as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3c8e46ee344b4261819c626a110457fc 2024-11-14T04:58:23,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3c8e46ee344b4261819c626a110457fc, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T04:58:23,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b27f3f529cf9e20cf841e933a0631da6 in 903ms, sequenceid=339, compaction requested=true 2024-11-14T04:58:23,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:23,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:23,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:23,019 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:23,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:23,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:23,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b27f3f529cf9e20cf841e933a0631da6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:23,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:23,019 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:23,020 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:23,021 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/A is initiating minor compaction (all files) 2024-11-14T04:58:23,021 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/A in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:23,021 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3c8af351efeb4d8192b351b9096dea04, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f154e85c18ae4e80ab2d8b4ce5e7e34f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/03db91b1364747fe91bfc39c572f057b] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=92.3 K 2024-11-14T04:58:23,021 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:23,021 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3c8af351efeb4d8192b351b9096dea04, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f154e85c18ae4e80ab2d8b4ce5e7e34f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/03db91b1364747fe91bfc39c572f057b] 2024-11-14T04:58:23,021 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:23,021 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/B is initiating minor compaction (all files) 2024-11-14T04:58:23,021 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/B in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:23,021 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c8af351efeb4d8192b351b9096dea04, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731560299691 2024-11-14T04:58:23,021 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a75b5b89d244aa08396c880f09e0d95, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/48a5214195ca4c04856e26247189c400, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1dbb9e6b634a49b38f81922eecef0420] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=36.7 K 2024-11-14T04:58:23,022 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f154e85c18ae4e80ab2d8b4ce5e7e34f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731560299789 2024-11-14T04:58:23,022 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a75b5b89d244aa08396c880f09e0d95, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731560299691 2024-11-14T04:58:23,022 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 48a5214195ca4c04856e26247189c400, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731560299789 2024-11-14T04:58:23,022 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03db91b1364747fe91bfc39c572f057b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731560300939 2024-11-14T04:58:23,023 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dbb9e6b634a49b38f81922eecef0420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731560300939 2024-11-14T04:58:23,033 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:23,034 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/c01783590c3b4f85bdfb75a2f3e44e9b is 50, key is test_row_0/B:col10/1731560302114/Put/seqid=0 2024-11-14T04:58:23,036 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:23,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742032_1208 (size=13119) 2024-11-14T04:58:23,044 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411145621420eb1ac48d8ad9bdfb04bb46a83_b27f3f529cf9e20cf841e933a0631da6 store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:23,047 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/c01783590c3b4f85bdfb75a2f3e44e9b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/c01783590c3b4f85bdfb75a2f3e44e9b 2024-11-14T04:58:23,055 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/B of b27f3f529cf9e20cf841e933a0631da6 into c01783590c3b4f85bdfb75a2f3e44e9b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:23,055 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:23,055 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/B, priority=13, startTime=1731560303019; duration=0sec 2024-11-14T04:58:23,055 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:23,055 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:B 2024-11-14T04:58:23,056 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:23,057 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:23,057 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): b27f3f529cf9e20cf841e933a0631da6/C is initiating minor compaction (all files) 2024-11-14T04:58:23,057 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b27f3f529cf9e20cf841e933a0631da6/C in TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:23,057 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/39b69704e28242f99dd4c7a043c3c3f7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ad55198f981e4581b93b9b9380cb541f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3c8e46ee344b4261819c626a110457fc] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp, totalSize=36.7 K 2024-11-14T04:58:23,059 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 39b69704e28242f99dd4c7a043c3c3f7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731560299691 2024-11-14T04:58:23,059 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting ad55198f981e4581b93b9b9380cb541f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731560299789 2024-11-14T04:58:23,059 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c8e46ee344b4261819c626a110457fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731560300939 2024-11-14T04:58:23,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T04:58:23,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:23,081 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T04:58:23,082 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411145621420eb1ac48d8ad9bdfb04bb46a83_b27f3f529cf9e20cf841e933a0631da6, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:23,082 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145621420eb1ac48d8ad9bdfb04bb46a83_b27f3f529cf9e20cf841e933a0631da6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:23,088 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#C#compaction#170 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:23,088 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/cf656904a4e542cab445b185957bbccf is 50, key is test_row_0/C:col10/1731560302114/Put/seqid=0 2024-11-14T04:58:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T04:58:23,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742033_1209 (size=4469) 2024-11-14T04:58:23,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742034_1210 (size=13119) 2024-11-14T04:58:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142140c179f50d4a76ba8cf7deb6e78e6c_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_0/A:col10/1731560302145/Put/seqid=0 2024-11-14T04:58:23,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742035_1211 (size=12454) 2024-11-14T04:58:23,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:23,191 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142140c179f50d4a76ba8cf7deb6e78e6c_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142140c179f50d4a76ba8cf7deb6e78e6c_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:23,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/fb20ee7d5f5f4cd78ffb7335c17930a5, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/fb20ee7d5f5f4cd78ffb7335c17930a5 is 175, key is test_row_0/A:col10/1731560302145/Put/seqid=0 2024-11-14T04:58:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742036_1212 (size=31255) 2024-11-14T04:58:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:23,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. as already flushing 2024-11-14T04:58:23,305 INFO [Thread-578 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-578. 2024-11-14T04:58:23,305 INFO [Thread-580 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-580. 2024-11-14T04:58:23,305 DEBUG [Thread-578 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:23,305 DEBUG [Thread-580 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:23,305 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:23,305 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:23,305 DEBUG [Thread-578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:23,305 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:23,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:23,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:23,324 INFO [Thread-582 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-582. 2024-11-14T04:58:23,324 DEBUG [Thread-582 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:23,324 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:23,324 DEBUG [Thread-582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:23,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:23,507 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b27f3f529cf9e20cf841e933a0631da6#A#compaction#169 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:23,508 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/2ed7d2e17235401da2f958b97fc8c30a is 175, key is test_row_0/A:col10/1731560302114/Put/seqid=0 2024-11-14T04:58:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742037_1213 (size=32073) 2024-11-14T04:58:23,517 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/2ed7d2e17235401da2f958b97fc8c30a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2ed7d2e17235401da2f958b97fc8c30a 2024-11-14T04:58:23,523 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/A of b27f3f529cf9e20cf841e933a0631da6 into 2ed7d2e17235401da2f958b97fc8c30a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:23,523 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:23,523 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/A, priority=13, startTime=1731560303019; duration=0sec 2024-11-14T04:58:23,523 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:23,523 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:A 2024-11-14T04:58:23,531 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/cf656904a4e542cab445b185957bbccf as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/cf656904a4e542cab445b185957bbccf 2024-11-14T04:58:23,537 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b27f3f529cf9e20cf841e933a0631da6/C of b27f3f529cf9e20cf841e933a0631da6 into cf656904a4e542cab445b185957bbccf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:23,537 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:23,537 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., storeName=b27f3f529cf9e20cf841e933a0631da6/C, priority=13, startTime=1731560303019; duration=0sec 2024-11-14T04:58:23,537 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:23,537 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b27f3f529cf9e20cf841e933a0631da6:C 2024-11-14T04:58:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T04:58:23,628 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/fb20ee7d5f5f4cd78ffb7335c17930a5 2024-11-14T04:58:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/f642e79573ad4217941cd9ba6492b9ad is 50, key is test_row_0/B:col10/1731560302145/Put/seqid=0 2024-11-14T04:58:23,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742038_1214 (size=12301) 2024-11-14T04:58:24,041 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/f642e79573ad4217941cd9ba6492b9ad 2024-11-14T04:58:24,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/e2cc4b1f073b49249e9d370c0bb16030 is 50, key is test_row_0/C:col10/1731560302145/Put/seqid=0 2024-11-14T04:58:24,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742039_1215 (size=12301) 2024-11-14T04:58:24,456 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/e2cc4b1f073b49249e9d370c0bb16030 2024-11-14T04:58:24,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/fb20ee7d5f5f4cd78ffb7335c17930a5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/fb20ee7d5f5f4cd78ffb7335c17930a5 2024-11-14T04:58:24,465 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/fb20ee7d5f5f4cd78ffb7335c17930a5, entries=150, sequenceid=364, filesize=30.5 K 2024-11-14T04:58:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/f642e79573ad4217941cd9ba6492b9ad as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/f642e79573ad4217941cd9ba6492b9ad 2024-11-14T04:58:24,469 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/f642e79573ad4217941cd9ba6492b9ad, entries=150, sequenceid=364, filesize=12.0 K 2024-11-14T04:58:24,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/e2cc4b1f073b49249e9d370c0bb16030 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/e2cc4b1f073b49249e9d370c0bb16030 2024-11-14T04:58:24,473 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/e2cc4b1f073b49249e9d370c0bb16030, entries=150, sequenceid=364, filesize=12.0 K 2024-11-14T04:58:24,474 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for b27f3f529cf9e20cf841e933a0631da6 in 1393ms, sequenceid=364, compaction requested=false 2024-11-14T04:58:24,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for b27f3f529cf9e20cf841e933a0631da6: 2024-11-14T04:58:24,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:24,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-14T04:58:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-14T04:58:24,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T04:58:24,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0080 sec 2024-11-14T04:58:24,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.0130 sec 2024-11-14T04:58:24,545 INFO [Thread-576 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-576. 2024-11-14T04:58:24,545 DEBUG [Thread-576 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:24,546 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:24,546 DEBUG [Thread-576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:24,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:24,564 INFO [Thread-574 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-574. 2024-11-14T04:58:24,564 DEBUG [Thread-574 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:24,564 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:24,564 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:24,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T04:58:24,613 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3206 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3136 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T04:58:24,613 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1408 2024-11-14T04:58:24,614 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4222 rows 2024-11-14T04:58:24,614 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1421 2024-11-14T04:58:24,614 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4261 rows 2024-11-14T04:58:24,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:58:24,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:58:24,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:24,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:24,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:24,615 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T04:58:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T04:58:24,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560304618"}]},"ts":"1731560304618"} 2024-11-14T04:58:24,620 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T04:58:24,620 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T04:58:24,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T04:58:24,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, UNASSIGN}] 2024-11-14T04:58:24,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, UNASSIGN 2024-11-14T04:58:24,623 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=b27f3f529cf9e20cf841e933a0631da6, regionState=CLOSING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:24,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, UNASSIGN because future has completed 2024-11-14T04:58:24,625 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:58:24,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:58:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T04:58:24,777 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:24,777 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:58:24,778 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing b27f3f529cf9e20cf841e933a0631da6, disabling compactions & flushes 2024-11-14T04:58:24,778 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:24,778 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:24,778 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. after waiting 0 ms 2024-11-14T04:58:24,778 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:24,778 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing b27f3f529cf9e20cf841e933a0631da6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T04:58:24,785 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111430f2edab4cbd4efe9f2178b0d474784d_b27f3f529cf9e20cf841e933a0631da6 is 50, key is test_row_1/A:col10/1731560304544/Put/seqid=0 2024-11-14T04:58:24,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742040_1216 (size=9914) 2024-11-14T04:58:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T04:58:25,191 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:25,195 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111430f2edab4cbd4efe9f2178b0d474784d_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430f2edab4cbd4efe9f2178b0d474784d_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:25,196 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d4166a3e111f47d6b2fb770275024e1d, store: [table=TestAcidGuarantees family=A region=b27f3f529cf9e20cf841e933a0631da6] 2024-11-14T04:58:25,196 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d4166a3e111f47d6b2fb770275024e1d is 175, key is test_row_1/A:col10/1731560304544/Put/seqid=0 2024-11-14T04:58:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742041_1217 (size=22561) 2024-11-14T04:58:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T04:58:25,601 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d4166a3e111f47d6b2fb770275024e1d 2024-11-14T04:58:25,609 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/d25d4b9415934b6da3fa618f9d491913 is 50, key is test_row_1/B:col10/1731560304544/Put/seqid=0 2024-11-14T04:58:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742042_1218 (size=9857) 2024-11-14T04:58:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T04:58:26,014 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/d25d4b9415934b6da3fa618f9d491913 2024-11-14T04:58:26,021 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/cc4ef47ed4d94e939c479f7eedda9b43 is 50, key is test_row_1/C:col10/1731560304544/Put/seqid=0 2024-11-14T04:58:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742043_1219 (size=9857) 2024-11-14T04:58:26,425 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/cc4ef47ed4d94e939c479f7eedda9b43 2024-11-14T04:58:26,430 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/A/d4166a3e111f47d6b2fb770275024e1d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d4166a3e111f47d6b2fb770275024e1d 2024-11-14T04:58:26,433 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d4166a3e111f47d6b2fb770275024e1d, entries=100, sequenceid=374, filesize=22.0 K 2024-11-14T04:58:26,434 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/B/d25d4b9415934b6da3fa618f9d491913 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d25d4b9415934b6da3fa618f9d491913 2024-11-14T04:58:26,437 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d25d4b9415934b6da3fa618f9d491913, entries=100, sequenceid=374, filesize=9.6 K 2024-11-14T04:58:26,438 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/.tmp/C/cc4ef47ed4d94e939c479f7eedda9b43 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/cc4ef47ed4d94e939c479f7eedda9b43 2024-11-14T04:58:26,442 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/cc4ef47ed4d94e939c479f7eedda9b43, entries=100, sequenceid=374, filesize=9.6 K 2024-11-14T04:58:26,443 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b27f3f529cf9e20cf841e933a0631da6 in 1665ms, sequenceid=374, compaction requested=true 2024-11-14T04:58:26,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1969f14b9423473fb45f244dd6162d17, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/caa672408ef54c6c8099d77a2d63cec7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/08f137f290e44ce68d70132570351934, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f6f086ae7f6b45cea4b13e8c12a9a877, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/87e30bae0c7f4016973991b644bec985, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/06bb7c5f9a924022bab569130df85193, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/187d22151f6448a99ff80ece6fa4f937, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/91039bd4c4764631acfc4e1ade816b46, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/be62ddf0335047bc9f339494d2f7c5d4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1e3067db47824d469e28fcc1919b5297, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/eb406cf2fc4a4ea7b68a8fb981540b89, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d37389a32fd644bc8b047b5030bc6b8c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3eca6dfd1f9f49bc82d0012138145612, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/00e030f4a89845b2a70f2ddac4045d48, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/df7981ea295c4557a5915fb4ad52b248, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/450b0cc8ece340eeb94ce55707f0ce15, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/b8abddcde57f47eab1538cece17b424b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/ff250396966c44268c4a63c30f70f0f0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d8728b822206407980915112fe858546, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2a74e61581cb470e89fd6d62a52103f3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/0ef1df6afb734b2d8b671cba2a6d0152, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3c8af351efeb4d8192b351b9096dea04, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f154e85c18ae4e80ab2d8b4ce5e7e34f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/03db91b1364747fe91bfc39c572f057b] to archive 2024-11-14T04:58:26,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:58:26,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1969f14b9423473fb45f244dd6162d17 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1969f14b9423473fb45f244dd6162d17 2024-11-14T04:58:26,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/caa672408ef54c6c8099d77a2d63cec7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/caa672408ef54c6c8099d77a2d63cec7 2024-11-14T04:58:26,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/08f137f290e44ce68d70132570351934 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/08f137f290e44ce68d70132570351934 2024-11-14T04:58:26,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f6f086ae7f6b45cea4b13e8c12a9a877 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f6f086ae7f6b45cea4b13e8c12a9a877 2024-11-14T04:58:26,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/87e30bae0c7f4016973991b644bec985 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/87e30bae0c7f4016973991b644bec985 2024-11-14T04:58:26,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/06bb7c5f9a924022bab569130df85193 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/06bb7c5f9a924022bab569130df85193 2024-11-14T04:58:26,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/187d22151f6448a99ff80ece6fa4f937 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/187d22151f6448a99ff80ece6fa4f937 2024-11-14T04:58:26,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/91039bd4c4764631acfc4e1ade816b46 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/91039bd4c4764631acfc4e1ade816b46 2024-11-14T04:58:26,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/be62ddf0335047bc9f339494d2f7c5d4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/be62ddf0335047bc9f339494d2f7c5d4 2024-11-14T04:58:26,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1e3067db47824d469e28fcc1919b5297 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/1e3067db47824d469e28fcc1919b5297 2024-11-14T04:58:26,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/eb406cf2fc4a4ea7b68a8fb981540b89 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/eb406cf2fc4a4ea7b68a8fb981540b89 2024-11-14T04:58:26,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d37389a32fd644bc8b047b5030bc6b8c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d37389a32fd644bc8b047b5030bc6b8c 2024-11-14T04:58:26,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3eca6dfd1f9f49bc82d0012138145612 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3eca6dfd1f9f49bc82d0012138145612 2024-11-14T04:58:26,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/00e030f4a89845b2a70f2ddac4045d48 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/00e030f4a89845b2a70f2ddac4045d48 2024-11-14T04:58:26,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/df7981ea295c4557a5915fb4ad52b248 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/df7981ea295c4557a5915fb4ad52b248 2024-11-14T04:58:26,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/450b0cc8ece340eeb94ce55707f0ce15 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/450b0cc8ece340eeb94ce55707f0ce15 2024-11-14T04:58:26,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/b8abddcde57f47eab1538cece17b424b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/b8abddcde57f47eab1538cece17b424b 2024-11-14T04:58:26,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/ff250396966c44268c4a63c30f70f0f0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/ff250396966c44268c4a63c30f70f0f0 2024-11-14T04:58:26,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d8728b822206407980915112fe858546 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d8728b822206407980915112fe858546 2024-11-14T04:58:26,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2a74e61581cb470e89fd6d62a52103f3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2a74e61581cb470e89fd6d62a52103f3 2024-11-14T04:58:26,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/0ef1df6afb734b2d8b671cba2a6d0152 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/0ef1df6afb734b2d8b671cba2a6d0152 2024-11-14T04:58:26,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3c8af351efeb4d8192b351b9096dea04 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/3c8af351efeb4d8192b351b9096dea04 2024-11-14T04:58:26,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f154e85c18ae4e80ab2d8b4ce5e7e34f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/f154e85c18ae4e80ab2d8b4ce5e7e34f 2024-11-14T04:58:26,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/03db91b1364747fe91bfc39c572f057b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/03db91b1364747fe91bfc39c572f057b 2024-11-14T04:58:26,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ec961dc8f7a146a796021e147365a58a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/676d867fdb0d4161bf39aacba7f3fa25, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/7618acad42c54a609ec71bce6270b52a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/db63d28808cd49968e5ae0ae1ab679f4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/35599c7819b44c77ad95654d06ef8ddd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/515fa17b48ec4f75b131b58d377ea6c0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/20d2f8cab8bb4be8b8988ae194d83329, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d2dc8c376976443a877d6cc00ac8118d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a3e2ad38e9345b0bb915e371958944c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1a60db465c8f444d8c80f847a4fa2f99, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/c37a1e00f4c2413cb481e1aed266679a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/faa7c75c37134b298f770863c970600b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/a7ce7a71afc349ac8e9a85608898011e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5bb6f6ddd0e0423b9207e4dfaed700b7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/86c53a1726854f78b4ef74aad3481c4e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e5e2ccb8278a4739b4d0967686d2a7c2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1c794929f1cc4d02810b83f548744317, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/f1425373cb684d2eab70a33d87c087e6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e88cfbfb5f3f42ca8e0557a2dae6e5ed, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5c985084f13549a6bd46367a17882c92, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a75b5b89d244aa08396c880f09e0d95, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ae0e47e41ce5453390c765183a307588, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/48a5214195ca4c04856e26247189c400, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1dbb9e6b634a49b38f81922eecef0420] to archive 2024-11-14T04:58:26,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:58:26,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ec961dc8f7a146a796021e147365a58a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ec961dc8f7a146a796021e147365a58a 2024-11-14T04:58:26,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/676d867fdb0d4161bf39aacba7f3fa25 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/676d867fdb0d4161bf39aacba7f3fa25 2024-11-14T04:58:26,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/7618acad42c54a609ec71bce6270b52a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/7618acad42c54a609ec71bce6270b52a 2024-11-14T04:58:26,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/db63d28808cd49968e5ae0ae1ab679f4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/db63d28808cd49968e5ae0ae1ab679f4 2024-11-14T04:58:26,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/35599c7819b44c77ad95654d06ef8ddd to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/35599c7819b44c77ad95654d06ef8ddd 2024-11-14T04:58:26,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/515fa17b48ec4f75b131b58d377ea6c0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/515fa17b48ec4f75b131b58d377ea6c0 2024-11-14T04:58:26,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/20d2f8cab8bb4be8b8988ae194d83329 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/20d2f8cab8bb4be8b8988ae194d83329 2024-11-14T04:58:26,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d2dc8c376976443a877d6cc00ac8118d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d2dc8c376976443a877d6cc00ac8118d 2024-11-14T04:58:26,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a3e2ad38e9345b0bb915e371958944c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a3e2ad38e9345b0bb915e371958944c 2024-11-14T04:58:26,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1a60db465c8f444d8c80f847a4fa2f99 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1a60db465c8f444d8c80f847a4fa2f99 2024-11-14T04:58:26,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/c37a1e00f4c2413cb481e1aed266679a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/c37a1e00f4c2413cb481e1aed266679a 2024-11-14T04:58:26,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/faa7c75c37134b298f770863c970600b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/faa7c75c37134b298f770863c970600b 2024-11-14T04:58:26,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/a7ce7a71afc349ac8e9a85608898011e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/a7ce7a71afc349ac8e9a85608898011e 2024-11-14T04:58:26,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5bb6f6ddd0e0423b9207e4dfaed700b7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5bb6f6ddd0e0423b9207e4dfaed700b7 2024-11-14T04:58:26,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/86c53a1726854f78b4ef74aad3481c4e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/86c53a1726854f78b4ef74aad3481c4e 2024-11-14T04:58:26,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e5e2ccb8278a4739b4d0967686d2a7c2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e5e2ccb8278a4739b4d0967686d2a7c2 2024-11-14T04:58:26,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1c794929f1cc4d02810b83f548744317 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1c794929f1cc4d02810b83f548744317 2024-11-14T04:58:26,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/f1425373cb684d2eab70a33d87c087e6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/f1425373cb684d2eab70a33d87c087e6 2024-11-14T04:58:26,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e88cfbfb5f3f42ca8e0557a2dae6e5ed to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/e88cfbfb5f3f42ca8e0557a2dae6e5ed 2024-11-14T04:58:26,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5c985084f13549a6bd46367a17882c92 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/5c985084f13549a6bd46367a17882c92 2024-11-14T04:58:26,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a75b5b89d244aa08396c880f09e0d95 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/0a75b5b89d244aa08396c880f09e0d95 2024-11-14T04:58:26,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ae0e47e41ce5453390c765183a307588 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/ae0e47e41ce5453390c765183a307588 2024-11-14T04:58:26,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/48a5214195ca4c04856e26247189c400 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/48a5214195ca4c04856e26247189c400 2024-11-14T04:58:26,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1dbb9e6b634a49b38f81922eecef0420 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/1dbb9e6b634a49b38f81922eecef0420 2024-11-14T04:58:26,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5373c60bff124f8e8415dacde5fad6b4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/dc037c0548cb4e8795debfb352e56752, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2bdb66d4081c4bc6836511079326eb4d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/941abe841f5e42a59bb28fddb4242883, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9394a5b6f99b4669a6594c2cef958f26, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a360c47bc2ff45b5964d628f79bb86ee, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/8ae37580d6a14ab685ccf49b00fc83e5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/f23f43581b0045b58c48dcc30eddcc67, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/c5624d22cbe94479b432d90880339524, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/d099bce3f3694ec5ad64c9082ddec9f9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a944fa8b78764ce5acfecfe90944f377, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ec4dd3d4f30b4204914b1023a1cc2a62, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/390c699fea9a40e4a420c134ce2ffc5a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9347e3b8f02f45cba0b1d41944aaddba, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/4e895b1da7ef41ed804bb1188aaf80da, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2eca92fd2f7f437cb95cdc62ea0e72b7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/17f7493a1e1b4396b2b37f01830c0578, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/b096b32f9e8248268c86ad3bf6c6f758, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5b381a79815d468da94629700c9333ab, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3db4f304c17042099c7724d05f9c87a6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/39b69704e28242f99dd4c7a043c3c3f7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/184d75c2070841b3aab979f9e84447be, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ad55198f981e4581b93b9b9380cb541f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3c8e46ee344b4261819c626a110457fc] to archive 2024-11-14T04:58:26,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:58:26,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5373c60bff124f8e8415dacde5fad6b4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5373c60bff124f8e8415dacde5fad6b4 2024-11-14T04:58:26,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/dc037c0548cb4e8795debfb352e56752 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/dc037c0548cb4e8795debfb352e56752 2024-11-14T04:58:26,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2bdb66d4081c4bc6836511079326eb4d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2bdb66d4081c4bc6836511079326eb4d 2024-11-14T04:58:26,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/941abe841f5e42a59bb28fddb4242883 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/941abe841f5e42a59bb28fddb4242883 2024-11-14T04:58:26,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9394a5b6f99b4669a6594c2cef958f26 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9394a5b6f99b4669a6594c2cef958f26 2024-11-14T04:58:26,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a360c47bc2ff45b5964d628f79bb86ee to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a360c47bc2ff45b5964d628f79bb86ee 2024-11-14T04:58:26,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/8ae37580d6a14ab685ccf49b00fc83e5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/8ae37580d6a14ab685ccf49b00fc83e5 2024-11-14T04:58:26,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/f23f43581b0045b58c48dcc30eddcc67 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/f23f43581b0045b58c48dcc30eddcc67 2024-11-14T04:58:26,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/c5624d22cbe94479b432d90880339524 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/c5624d22cbe94479b432d90880339524 2024-11-14T04:58:26,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/d099bce3f3694ec5ad64c9082ddec9f9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/d099bce3f3694ec5ad64c9082ddec9f9 2024-11-14T04:58:26,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a944fa8b78764ce5acfecfe90944f377 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/a944fa8b78764ce5acfecfe90944f377 2024-11-14T04:58:26,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ec4dd3d4f30b4204914b1023a1cc2a62 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ec4dd3d4f30b4204914b1023a1cc2a62 2024-11-14T04:58:26,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/390c699fea9a40e4a420c134ce2ffc5a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/390c699fea9a40e4a420c134ce2ffc5a 2024-11-14T04:58:26,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9347e3b8f02f45cba0b1d41944aaddba to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/9347e3b8f02f45cba0b1d41944aaddba 2024-11-14T04:58:26,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/4e895b1da7ef41ed804bb1188aaf80da to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/4e895b1da7ef41ed804bb1188aaf80da 2024-11-14T04:58:26,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2eca92fd2f7f437cb95cdc62ea0e72b7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/2eca92fd2f7f437cb95cdc62ea0e72b7 2024-11-14T04:58:26,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/17f7493a1e1b4396b2b37f01830c0578 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/17f7493a1e1b4396b2b37f01830c0578 2024-11-14T04:58:26,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/b096b32f9e8248268c86ad3bf6c6f758 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/b096b32f9e8248268c86ad3bf6c6f758 2024-11-14T04:58:26,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5b381a79815d468da94629700c9333ab to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/5b381a79815d468da94629700c9333ab 2024-11-14T04:58:26,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3db4f304c17042099c7724d05f9c87a6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3db4f304c17042099c7724d05f9c87a6 2024-11-14T04:58:26,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/39b69704e28242f99dd4c7a043c3c3f7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/39b69704e28242f99dd4c7a043c3c3f7 2024-11-14T04:58:26,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/184d75c2070841b3aab979f9e84447be to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/184d75c2070841b3aab979f9e84447be 2024-11-14T04:58:26,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ad55198f981e4581b93b9b9380cb541f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/ad55198f981e4581b93b9b9380cb541f 2024-11-14T04:58:26,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3c8e46ee344b4261819c626a110457fc to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/3c8e46ee344b4261819c626a110457fc 2024-11-14T04:58:26,547 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/recovered.edits/377.seqid, newMaxSeqId=377, maxSeqId=4 2024-11-14T04:58:26,548 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. 2024-11-14T04:58:26,548 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for b27f3f529cf9e20cf841e933a0631da6: Waiting for close lock at 1731560304778Running coprocessor pre-close hooks at 1731560304778Disabling compacts and flushes for region at 1731560304778Disabling writes for close at 1731560304778Obtaining lock to block concurrent updates at 1731560304778Preparing flush snapshotting stores in b27f3f529cf9e20cf841e933a0631da6 at 1731560304778Finished memstore snapshotting TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731560304778Flushing stores of TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6. at 1731560304779 (+1 ms)Flushing b27f3f529cf9e20cf841e933a0631da6/A: creating writer at 1731560304779Flushing mob file b27f3f529cf9e20cf841e933a0631da6/A: appending metadata at 1731560304784 (+5 ms)Flushing mob file b27f3f529cf9e20cf841e933a0631da6/A: closing flushed file at 1731560304784Flushing b27f3f529cf9e20cf841e933a0631da6/A: appending metadata at 1731560305196 (+412 ms)Flushing b27f3f529cf9e20cf841e933a0631da6/A: closing flushed file at 1731560305196Flushing b27f3f529cf9e20cf841e933a0631da6/B: creating writer at 1731560305606 (+410 ms)Flushing b27f3f529cf9e20cf841e933a0631da6/B: appending metadata at 1731560305609 (+3 ms)Flushing b27f3f529cf9e20cf841e933a0631da6/B: closing flushed file at 1731560305609Flushing b27f3f529cf9e20cf841e933a0631da6/C: creating writer at 1731560306018 (+409 ms)Flushing b27f3f529cf9e20cf841e933a0631da6/C: appending metadata at 1731560306020 (+2 ms)Flushing b27f3f529cf9e20cf841e933a0631da6/C: closing flushed file at 1731560306020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168fa285: reopening flushed file at 1731560306429 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb08515: reopening flushed file at 1731560306433 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f042d72: reopening flushed file at 1731560306437 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b27f3f529cf9e20cf841e933a0631da6 in 1665ms, sequenceid=374, compaction requested=true at 1731560306443 (+6 ms)Writing region close event to WAL at 1731560306544 (+101 ms)Running coprocessor post-close hooks at 1731560306548 (+4 ms)Closed at 1731560306548 2024-11-14T04:58:26,552 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=b27f3f529cf9e20cf841e933a0631da6, regionState=CLOSED 2024-11-14T04:58:26,552 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:58:26,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-14T04:58:26,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure b27f3f529cf9e20cf841e933a0631da6, server=44289c305c03,46441,1731560250145 in 1.9300 sec 2024-11-14T04:58:26,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-14T04:58:26,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b27f3f529cf9e20cf841e933a0631da6, UNASSIGN in 1.9350 sec 2024-11-14T04:58:26,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T04:58:26,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9390 sec 2024-11-14T04:58:26,563 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560306563"}]},"ts":"1731560306563"} 2024-11-14T04:58:26,565 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T04:58:26,565 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T04:58:26,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9500 sec 2024-11-14T04:58:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T04:58:26,763 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:26,763 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T04:58:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:26,765 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T04:58:26,766 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:26,769 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,771 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/recovered.edits] 2024-11-14T04:58:26,774 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2ed7d2e17235401da2f958b97fc8c30a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/2ed7d2e17235401da2f958b97fc8c30a 2024-11-14T04:58:26,775 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d4166a3e111f47d6b2fb770275024e1d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/d4166a3e111f47d6b2fb770275024e1d 2024-11-14T04:58:26,777 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/fb20ee7d5f5f4cd78ffb7335c17930a5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/A/fb20ee7d5f5f4cd78ffb7335c17930a5 2024-11-14T04:58:26,779 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/c01783590c3b4f85bdfb75a2f3e44e9b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/c01783590c3b4f85bdfb75a2f3e44e9b 2024-11-14T04:58:26,780 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d25d4b9415934b6da3fa618f9d491913 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/d25d4b9415934b6da3fa618f9d491913 2024-11-14T04:58:26,781 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/f642e79573ad4217941cd9ba6492b9ad to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/B/f642e79573ad4217941cd9ba6492b9ad 2024-11-14T04:58:26,783 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/cc4ef47ed4d94e939c479f7eedda9b43 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/cc4ef47ed4d94e939c479f7eedda9b43 2024-11-14T04:58:26,784 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/cf656904a4e542cab445b185957bbccf to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/cf656904a4e542cab445b185957bbccf 2024-11-14T04:58:26,785 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/e2cc4b1f073b49249e9d370c0bb16030 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/C/e2cc4b1f073b49249e9d370c0bb16030 2024-11-14T04:58:26,789 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/recovered.edits/377.seqid to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6/recovered.edits/377.seqid 2024-11-14T04:58:26,789 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,789 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T04:58:26,790 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T04:58:26,791 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T04:58:26,794 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114098e0f6b1dfc47d1ae4675708eb14ea1_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114098e0f6b1dfc47d1ae4675708eb14ea1_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,795 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141064130b75cf4120bcd20d6c54820ff1_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141064130b75cf4120bcd20d6c54820ff1_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,796 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141c06b8f7fed4475d84eb1cf6d7fa58dc_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141c06b8f7fed4475d84eb1cf6d7fa58dc_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,797 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142140c179f50d4a76ba8cf7deb6e78e6c_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142140c179f50d4a76ba8cf7deb6e78e6c_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,799 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430f2edab4cbd4efe9f2178b0d474784d_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430f2edab4cbd4efe9f2178b0d474784d_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,800 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143a483c1f3fff4136b4926e76d8f875d4_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143a483c1f3fff4136b4926e76d8f875d4_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,801 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114417bfb687eed473c84445488d529776b_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114417bfb687eed473c84445488d529776b_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,802 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144934e621523b4ed2bcd66992afc3461a_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144934e621523b4ed2bcd66992afc3461a_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,804 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144ea2d343cc7746eead2d4c90e1873232_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144ea2d343cc7746eead2d4c90e1873232_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,805 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457e3e77ca13047c0a3c7c94fc3ffcf64_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457e3e77ca13047c0a3c7c94fc3ffcf64_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,806 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146929b172a7464e9181a63855cfc90c0a_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146929b172a7464e9181a63855cfc90c0a_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,807 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147ed55ee172ef48c292dac832f80f35c2_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147ed55ee172ef48c292dac832f80f35c2_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,808 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480ebf91a0e544c39a6e69538faca9e86_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480ebf91a0e544c39a6e69538faca9e86_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,809 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480f06d6bcb2d48c28e50da9f35f5747d_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480f06d6bcb2d48c28e50da9f35f5747d_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,810 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148455479c2c9542b2b9cf778144bf39af_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148455479c2c9542b2b9cf778144bf39af_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,812 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d30bdc4bcac84a4c8439f6d0f2155c8f_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d30bdc4bcac84a4c8439f6d0f2155c8f_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,813 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dd596c2c1b334ae09ab99f0a69932efb_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dd596c2c1b334ae09ab99f0a69932efb_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,814 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df9e9bca674348b3b2ec3d5f91ca5ba1_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df9e9bca674348b3b2ec3d5f91ca5ba1_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,815 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e16ba6321edb4195a5941d23ca1f8122_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e16ba6321edb4195a5941d23ca1f8122_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,817 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114feca350bcfd64fee81aff05f458f99c2_b27f3f529cf9e20cf841e933a0631da6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114feca350bcfd64fee81aff05f458f99c2_b27f3f529cf9e20cf841e933a0631da6 2024-11-14T04:58:26,818 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T04:58:26,821 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:26,823 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T04:58:26,825 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T04:58:26,826 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:26,826 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T04:58:26,826 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731560306826"}]},"ts":"9223372036854775807"} 2024-11-14T04:58:26,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T04:58:26,829 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b27f3f529cf9e20cf841e933a0631da6, NAME => 'TestAcidGuarantees,,1731560279692.b27f3f529cf9e20cf841e933a0631da6.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T04:58:26,829 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T04:58:26,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731560306829"}]},"ts":"9223372036854775807"} 2024-11-14T04:58:26,830 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T04:58:26,831 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:26,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-14T04:58:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T04:58:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T04:58:26,873 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:26,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=247 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2147425405_22 at /127.0.0.1:48778 [Waiting for operation #815] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1048978523_22 at /127.0.0.1:42626 [Waiting for operation #675] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2147425405_22 at /127.0.0.1:42908 [Waiting for operation #266] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1048978523_22 at /127.0.0.1:57926 [Waiting for operation #1133] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4829 (was 5035) 2024-11-14T04:58:26,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=247, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4828 2024-11-14T04:58:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T04:58:26,900 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:58:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:26,904 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:58:26,904 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:26,905 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-14T04:58:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T04:58:26,905 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:58:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742044_1220 (size=959) 2024-11-14T04:58:26,918 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41 2024-11-14T04:58:26,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742045_1221 (size=53) 2024-11-14T04:58:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T04:58:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T04:58:27,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:58:27,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 18d38a6b78887584c76a970d61823dd4, disabling compactions & flushes 2024-11-14T04:58:27,328 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:27,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:27,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. after waiting 0 ms 2024-11-14T04:58:27,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:27,328 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:27,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18d38a6b78887584c76a970d61823dd4: Waiting for close lock at 1731560307328Disabling compacts and flushes for region at 1731560307328Disabling writes for close at 1731560307328Writing region close event to WAL at 1731560307328Closed at 1731560307328 2024-11-14T04:58:27,329 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:58:27,330 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731560307330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560307330"}]},"ts":"1731560307330"} 2024-11-14T04:58:27,331 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:58:27,332 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:58:27,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560307332"}]},"ts":"1731560307332"} 2024-11-14T04:58:27,333 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T04:58:27,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18d38a6b78887584c76a970d61823dd4, ASSIGN}] 2024-11-14T04:58:27,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18d38a6b78887584c76a970d61823dd4, ASSIGN 2024-11-14T04:58:27,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18d38a6b78887584c76a970d61823dd4, ASSIGN; state=OFFLINE, location=44289c305c03,46441,1731560250145; forceNewPlan=false, retain=false 2024-11-14T04:58:27,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=18d38a6b78887584c76a970d61823dd4, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:27,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18d38a6b78887584c76a970d61823dd4, ASSIGN because future has completed 2024-11-14T04:58:27,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:58:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T04:58:27,643 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:27,643 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:58:27,643 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,643 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:58:27,643 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,643 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,644 INFO [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,645 INFO [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d38a6b78887584c76a970d61823dd4 columnFamilyName A 2024-11-14T04:58:27,646 DEBUG [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:27,646 INFO [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] regionserver.HStore(327): Store=18d38a6b78887584c76a970d61823dd4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:27,646 INFO [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,647 INFO [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d38a6b78887584c76a970d61823dd4 columnFamilyName B 2024-11-14T04:58:27,647 DEBUG [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:27,647 INFO [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] regionserver.HStore(327): Store=18d38a6b78887584c76a970d61823dd4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:27,647 INFO [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,648 INFO [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d38a6b78887584c76a970d61823dd4 columnFamilyName C 2024-11-14T04:58:27,648 DEBUG [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:27,649 INFO [StoreOpener-18d38a6b78887584c76a970d61823dd4-1 {}] regionserver.HStore(327): Store=18d38a6b78887584c76a970d61823dd4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:27,649 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,649 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,650 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,651 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,651 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,651 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:58:27,652 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,654 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:58:27,654 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 18d38a6b78887584c76a970d61823dd4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60494926, jitterRate=-0.09855535626411438}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:58:27,654 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:27,655 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 18d38a6b78887584c76a970d61823dd4: Running coprocessor pre-open hook at 1731560307643Writing region info on filesystem at 1731560307643Initializing all the Stores at 1731560307644 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560307644Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560307644Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560307644Cleaning up temporary data from old regions at 1731560307651 (+7 ms)Running coprocessor post-open hooks at 1731560307654 (+3 ms)Region opened successfully at 1731560307655 (+1 ms) 2024-11-14T04:58:27,655 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., pid=67, masterSystemTime=1731560307640 2024-11-14T04:58:27,657 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:27,657 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:27,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=18d38a6b78887584c76a970d61823dd4, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:58:27,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-14T04:58:27,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 in 171 msec 2024-11-14T04:58:27,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-14T04:58:27,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18d38a6b78887584c76a970d61823dd4, ASSIGN in 327 msec 2024-11-14T04:58:27,663 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:58:27,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560307663"}]},"ts":"1731560307663"} 2024-11-14T04:58:27,664 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T04:58:27,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:58:27,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 765 msec 2024-11-14T04:58:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T04:58:28,043 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:28,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,045 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b11360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,047 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b023a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:58:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,39861,1731560249453 2024-11-14T04:58:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ff0d21a 2024-11-14T04:58:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:58:28,052 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:58:28,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,054 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381ff600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,055 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c06463a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,056 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168add8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,057 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664dd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,059 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad6ac04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,060 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac60ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,062 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5e9da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,063 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fcff5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,064 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3d8b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,065 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dda3211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,067 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2323db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,068 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65702bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,070 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0dea89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,071 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d1b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,072 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1929c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,074 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47742f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,075 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2239a98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,076 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a08ea67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:28,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:28,078 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b8d564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:28,079 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:28,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0c6829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:28,080 DEBUG [Thread-1058 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,080 DEBUG [Thread-1052 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,080 DEBUG [Thread-1047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,080 DEBUG [Thread-1056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,080 DEBUG [Thread-1043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,080 DEBUG [Thread-1049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-14T04:58:28,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T04:58:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,084 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,085 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:28,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,086 DEBUG [Thread-1060 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,086 DEBUG [Thread-1054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,087 DEBUG [Thread-1060 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,088 DEBUG [Thread-1060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,089 DEBUG [Thread-1041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:28,096 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:28,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:58:28,102 DEBUG [Thread-1045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:28,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:28,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:58:28,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/47d4e460b80b422d8bd4bbd73293bacc is 50, key is test_row_0/A:col10/1731560308094/Put/seqid=0 2024-11-14T04:58:28,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742046_1222 (size=14341) 2024-11-14T04:58:28,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560368132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560368133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560368134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560368136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560368137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T04:58:28,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560368243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560368243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560368243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560368243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560368252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T04:58:28,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560368452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560368452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560368452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560368452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560368462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,492 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:58:28,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/47d4e460b80b422d8bd4bbd73293bacc 2024-11-14T04:58:28,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:28,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:28,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/45fe214ea5594791b39bbb0ee82c30c2 is 50, key is test_row_0/B:col10/1731560308094/Put/seqid=0 2024-11-14T04:58:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742047_1223 (size=12001) 2024-11-14T04:58:28,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T04:58:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560368763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560368763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560368763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560368763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560368773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:28,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:28,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:28,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:28,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:28,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/45fe214ea5594791b39bbb0ee82c30c2 2024-11-14T04:58:29,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:29,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/e7c1ce23fd414c349ca1cae5be601425 is 50, key is test_row_0/C:col10/1731560308094/Put/seqid=0 2024-11-14T04:58:29,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742048_1224 (size=12001) 2024-11-14T04:58:29,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:29,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T04:58:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560369273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560369273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:29,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560369273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:29,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560369273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:29,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560369282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:29,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:29,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:29,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:29,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:29,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:29,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:29,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:29,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:29,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:29,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:29,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:29,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/e7c1ce23fd414c349ca1cae5be601425 2024-11-14T04:58:29,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/47d4e460b80b422d8bd4bbd73293bacc as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47d4e460b80b422d8bd4bbd73293bacc 2024-11-14T04:58:29,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47d4e460b80b422d8bd4bbd73293bacc, entries=200, sequenceid=13, filesize=14.0 K 2024-11-14T04:58:29,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/45fe214ea5594791b39bbb0ee82c30c2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/45fe214ea5594791b39bbb0ee82c30c2 2024-11-14T04:58:29,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/45fe214ea5594791b39bbb0ee82c30c2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T04:58:29,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/e7c1ce23fd414c349ca1cae5be601425 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/e7c1ce23fd414c349ca1cae5be601425 2024-11-14T04:58:29,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/e7c1ce23fd414c349ca1cae5be601425, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T04:58:29,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 18d38a6b78887584c76a970d61823dd4 in 1417ms, sequenceid=13, compaction requested=false 2024-11-14T04:58:29,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:29,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T04:58:29,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:29,625 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T04:58:29,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/47c7c68465264e328fe7238e8997b416 is 50, key is test_row_0/A:col10/1731560308136/Put/seqid=0 2024-11-14T04:58:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742049_1225 (size=12001) 2024-11-14T04:58:30,050 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/47c7c68465264e328fe7238e8997b416 2024-11-14T04:58:30,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/22c0e6ed7c1e44d5aa1f2c8ff5c0daf7 is 50, key is test_row_0/B:col10/1731560308136/Put/seqid=0 2024-11-14T04:58:30,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742050_1226 (size=12001) 2024-11-14T04:58:30,070 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/22c0e6ed7c1e44d5aa1f2c8ff5c0daf7 2024-11-14T04:58:30,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/78f1683271a64bf9a044e97e367c5e65 is 50, key is test_row_0/C:col10/1731560308136/Put/seqid=0 2024-11-14T04:58:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742051_1227 (size=12001) 2024-11-14T04:58:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T04:58:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:30,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:30,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560370296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560370296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560370301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560370301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560370303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560370413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560370413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560370413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560370413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560370413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,500 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/78f1683271a64bf9a044e97e367c5e65 2024-11-14T04:58:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/47c7c68465264e328fe7238e8997b416 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47c7c68465264e328fe7238e8997b416 2024-11-14T04:58:30,513 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47c7c68465264e328fe7238e8997b416, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T04:58:30,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/22c0e6ed7c1e44d5aa1f2c8ff5c0daf7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/22c0e6ed7c1e44d5aa1f2c8ff5c0daf7 2024-11-14T04:58:30,521 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/22c0e6ed7c1e44d5aa1f2c8ff5c0daf7, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T04:58:30,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/78f1683271a64bf9a044e97e367c5e65 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/78f1683271a64bf9a044e97e367c5e65 2024-11-14T04:58:30,528 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/78f1683271a64bf9a044e97e367c5e65, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T04:58:30,530 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 18d38a6b78887584c76a970d61823dd4 in 906ms, sequenceid=37, compaction requested=false 2024-11-14T04:58:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-14T04:58:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-14T04:58:30,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-14T04:58:30,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4470 sec 2024-11-14T04:58:30,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.4550 sec 2024-11-14T04:58:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:30,626 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:30,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T04:58:30,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/284f68e06a814ee3a6c1945ecf7b9eef is 50, key is test_row_0/A:col10/1731560310626/Put/seqid=0 2024-11-14T04:58:30,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742052_1228 (size=12001) 2024-11-14T04:58:30,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/284f68e06a814ee3a6c1945ecf7b9eef 2024-11-14T04:58:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560370651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560370653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560370655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/b60c6ab0c44a4eaeb01b7699f3581f2b is 50, key is test_row_0/B:col10/1731560310626/Put/seqid=0 2024-11-14T04:58:30,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560370655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560370658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742053_1229 (size=12001) 2024-11-14T04:58:30,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560370763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560370763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560370763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560370772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560370772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560370973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560370973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560370973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560370982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:30,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560370982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/b60c6ab0c44a4eaeb01b7699f3581f2b 2024-11-14T04:58:31,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/7e5f8f61d8ef4b96981e2185e6b3a3cb is 50, key is test_row_0/C:col10/1731560310626/Put/seqid=0 2024-11-14T04:58:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742054_1230 (size=12001) 2024-11-14T04:58:31,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560371283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560371283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560371283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560371292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560371292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/7e5f8f61d8ef4b96981e2185e6b3a3cb 2024-11-14T04:58:31,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/284f68e06a814ee3a6c1945ecf7b9eef as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/284f68e06a814ee3a6c1945ecf7b9eef 2024-11-14T04:58:31,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/284f68e06a814ee3a6c1945ecf7b9eef, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T04:58:31,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/b60c6ab0c44a4eaeb01b7699f3581f2b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/b60c6ab0c44a4eaeb01b7699f3581f2b 2024-11-14T04:58:31,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/b60c6ab0c44a4eaeb01b7699f3581f2b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T04:58:31,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/7e5f8f61d8ef4b96981e2185e6b3a3cb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7e5f8f61d8ef4b96981e2185e6b3a3cb 2024-11-14T04:58:31,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7e5f8f61d8ef4b96981e2185e6b3a3cb, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T04:58:31,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 18d38a6b78887584c76a970d61823dd4 in 887ms, sequenceid=51, compaction requested=true 2024-11-14T04:58:31,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:31,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:31,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:31,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:31,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:31,515 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:31,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:31,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:31,515 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:31,516 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:31,516 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:31,516 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/B is initiating minor compaction (all files) 2024-11-14T04:58:31,516 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/A is initiating minor compaction (all files) 2024-11-14T04:58:31,516 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/B in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:31,516 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/A in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:31,516 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47d4e460b80b422d8bd4bbd73293bacc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47c7c68465264e328fe7238e8997b416, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/284f68e06a814ee3a6c1945ecf7b9eef] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=37.4 K 2024-11-14T04:58:31,516 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/45fe214ea5594791b39bbb0ee82c30c2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/22c0e6ed7c1e44d5aa1f2c8ff5c0daf7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/b60c6ab0c44a4eaeb01b7699f3581f2b] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=35.2 K 2024-11-14T04:58:31,517 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 45fe214ea5594791b39bbb0ee82c30c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731560308093 2024-11-14T04:58:31,517 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47d4e460b80b422d8bd4bbd73293bacc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731560308093 2024-11-14T04:58:31,517 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 22c0e6ed7c1e44d5aa1f2c8ff5c0daf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731560308129 2024-11-14T04:58:31,517 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47c7c68465264e328fe7238e8997b416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731560308129 2024-11-14T04:58:31,517 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting b60c6ab0c44a4eaeb01b7699f3581f2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731560310293 2024-11-14T04:58:31,518 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 284f68e06a814ee3a6c1945ecf7b9eef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731560310293 2024-11-14T04:58:31,527 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#B#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:31,528 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/f9b501dd962e4d7ba50cd856fb33c7c4 is 50, key is test_row_0/B:col10/1731560310626/Put/seqid=0 2024-11-14T04:58:31,530 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#A#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:31,530 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/c537c880a7fc4d079a7fe62db562f980 is 50, key is test_row_0/A:col10/1731560310626/Put/seqid=0 2024-11-14T04:58:31,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742055_1231 (size=12104) 2024-11-14T04:58:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742056_1232 (size=12104) 2024-11-14T04:58:31,544 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/c537c880a7fc4d079a7fe62db562f980 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/c537c880a7fc4d079a7fe62db562f980 2024-11-14T04:58:31,564 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/A of 18d38a6b78887584c76a970d61823dd4 into c537c880a7fc4d079a7fe62db562f980(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:31,564 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:31,564 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/A, priority=13, startTime=1731560311515; duration=0sec 2024-11-14T04:58:31,564 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:31,565 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:A 2024-11-14T04:58:31,565 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:31,566 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:31,566 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/C is initiating minor compaction (all files) 2024-11-14T04:58:31,566 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/C in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:31,566 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/e7c1ce23fd414c349ca1cae5be601425, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/78f1683271a64bf9a044e97e367c5e65, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7e5f8f61d8ef4b96981e2185e6b3a3cb] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=35.2 K 2024-11-14T04:58:31,567 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7c1ce23fd414c349ca1cae5be601425, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731560308093 2024-11-14T04:58:31,567 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78f1683271a64bf9a044e97e367c5e65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731560308129 2024-11-14T04:58:31,568 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e5f8f61d8ef4b96981e2185e6b3a3cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731560310293 2024-11-14T04:58:31,603 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#C#compaction#188 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:31,604 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/74d57daa954a4f91813ea1be9b6fc95d is 50, key is test_row_0/C:col10/1731560310626/Put/seqid=0 2024-11-14T04:58:31,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742057_1233 (size=12104) 2024-11-14T04:58:31,635 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/74d57daa954a4f91813ea1be9b6fc95d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/74d57daa954a4f91813ea1be9b6fc95d 2024-11-14T04:58:31,658 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/C of 18d38a6b78887584c76a970d61823dd4 into 74d57daa954a4f91813ea1be9b6fc95d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:31,658 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:31,658 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/C, priority=13, startTime=1731560311515; duration=0sec 2024-11-14T04:58:31,659 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:31,659 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:C 2024-11-14T04:58:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:31,796 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:31,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:58:31,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/ac7c9a6dda574fb6b535e4f20fd164b2 is 50, key is test_row_0/A:col10/1731560311794/Put/seqid=0 2024-11-14T04:58:31,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560371812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560371813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560371815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560371817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560371819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742058_1234 (size=14341) 2024-11-14T04:58:31,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/ac7c9a6dda574fb6b535e4f20fd164b2 2024-11-14T04:58:31,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/fca38ed6fb8545daaa277308c23395f8 is 50, key is test_row_0/B:col10/1731560311794/Put/seqid=0 2024-11-14T04:58:31,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742059_1235 (size=12001) 2024-11-14T04:58:31,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560371923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560371923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560371923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560371933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560371933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:31,947 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/f9b501dd962e4d7ba50cd856fb33c7c4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/f9b501dd962e4d7ba50cd856fb33c7c4 2024-11-14T04:58:31,954 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/B of 18d38a6b78887584c76a970d61823dd4 into f9b501dd962e4d7ba50cd856fb33c7c4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:31,954 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:31,954 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/B, priority=13, startTime=1731560311515; duration=0sec 2024-11-14T04:58:31,955 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:31,955 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:B 2024-11-14T04:58:32,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:58:32,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560372133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560372133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560372134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560372143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560372143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T04:58:32,243 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:32,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-14T04:58:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T04:58:32,247 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:32,249 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:32,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:32,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/fca38ed6fb8545daaa277308c23395f8 2024-11-14T04:58:32,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/79ac9a47cb6c4b46bb8b84196c09ea88 is 50, key is test_row_0/C:col10/1731560311794/Put/seqid=0 2024-11-14T04:58:32,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742060_1236 (size=12001) 2024-11-14T04:58:32,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/79ac9a47cb6c4b46bb8b84196c09ea88 2024-11-14T04:58:32,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/ac7c9a6dda574fb6b535e4f20fd164b2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ac7c9a6dda574fb6b535e4f20fd164b2 2024-11-14T04:58:32,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ac7c9a6dda574fb6b535e4f20fd164b2, entries=200, sequenceid=77, filesize=14.0 K 2024-11-14T04:58:32,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/fca38ed6fb8545daaa277308c23395f8 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/fca38ed6fb8545daaa277308c23395f8 2024-11-14T04:58:32,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/fca38ed6fb8545daaa277308c23395f8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T04:58:32,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/79ac9a47cb6c4b46bb8b84196c09ea88 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/79ac9a47cb6c4b46bb8b84196c09ea88 2024-11-14T04:58:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T04:58:32,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/79ac9a47cb6c4b46bb8b84196c09ea88, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T04:58:32,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 18d38a6b78887584c76a970d61823dd4 in 564ms, sequenceid=77, compaction requested=false 2024-11-14T04:58:32,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:32,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T04:58:32,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:32,405 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:58:32,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/7d16e30206554961b931afaa01ec74fb is 50, key is test_row_0/A:col10/1731560311813/Put/seqid=0 2024-11-14T04:58:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742061_1237 (size=12001) 2024-11-14T04:58:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:32,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:32,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560372513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560372514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560372516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560372516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560372520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T04:58:32,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560372623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560372623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560372623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560372633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560372633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560372832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560372832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560372832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,840 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/7d16e30206554961b931afaa01ec74fb 2024-11-14T04:58:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560372843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560372843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/7b29f55e1e4f4dbdab52f156fb094059 is 50, key is test_row_0/B:col10/1731560311813/Put/seqid=0 2024-11-14T04:58:32,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742062_1238 (size=12001) 2024-11-14T04:58:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T04:58:33,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560373142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560373142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560373142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560373153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560373153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,254 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/7b29f55e1e4f4dbdab52f156fb094059 2024-11-14T04:58:33,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/b048f0efb23146afb226fe02469c43be is 50, key is test_row_0/C:col10/1731560311813/Put/seqid=0 2024-11-14T04:58:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742063_1239 (size=12001) 2024-11-14T04:58:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T04:58:33,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560373653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560373653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560373653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560373662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:33,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560373662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:33,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:33,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:33,678 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/b048f0efb23146afb226fe02469c43be 2024-11-14T04:58:33,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/7d16e30206554961b931afaa01ec74fb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7d16e30206554961b931afaa01ec74fb 2024-11-14T04:58:33,688 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7d16e30206554961b931afaa01ec74fb, entries=150, sequenceid=90, filesize=11.7 K 2024-11-14T04:58:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/7b29f55e1e4f4dbdab52f156fb094059 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7b29f55e1e4f4dbdab52f156fb094059 2024-11-14T04:58:33,694 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7b29f55e1e4f4dbdab52f156fb094059, entries=150, sequenceid=90, filesize=11.7 K 2024-11-14T04:58:33,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/b048f0efb23146afb226fe02469c43be as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b048f0efb23146afb226fe02469c43be 2024-11-14T04:58:33,701 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b048f0efb23146afb226fe02469c43be, entries=150, sequenceid=90, filesize=11.7 K 2024-11-14T04:58:33,701 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 18d38a6b78887584c76a970d61823dd4 in 1296ms, sequenceid=90, compaction requested=true 2024-11-14T04:58:33,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:33,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:33,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-14T04:58:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-14T04:58:33,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-14T04:58:33,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4540 sec 2024-11-14T04:58:33,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4620 sec 2024-11-14T04:58:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T04:58:34,393 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:34,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-14T04:58:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T04:58:34,395 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:34,396 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:34,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T04:58:34,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T04:58:34,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:34,549 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:58:34,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/a7ad6e92d0744cd4869082363b3027c4 is 50, key is test_row_0/A:col10/1731560312515/Put/seqid=0 2024-11-14T04:58:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742064_1240 (size=12001) 2024-11-14T04:58:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:34,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:34,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:34,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560374678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560374677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:34,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560374680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:34,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560374683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:34,686 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 18d38a6b78887584c76a970d61823dd4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:58:34,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560374685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T04:58:34,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560374793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:34,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:34,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560374793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560374793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560374794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:34,959 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/a7ad6e92d0744cd4869082363b3027c4 2024-11-14T04:58:34,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/060de6ddf26b4bab8460e189e790b0a6 is 50, key is test_row_0/B:col10/1731560312515/Put/seqid=0 2024-11-14T04:58:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742065_1241 (size=12001) 2024-11-14T04:58:35,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560375002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560375002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560375002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560375003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T04:58:35,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560375313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560375313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560375313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560375313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,380 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/060de6ddf26b4bab8460e189e790b0a6 2024-11-14T04:58:35,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/41c4e66a6ef34c7b91f407fd90066482 is 50, key is test_row_0/C:col10/1731560312515/Put/seqid=0 2024-11-14T04:58:35,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742066_1242 (size=12001) 2024-11-14T04:58:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T04:58:35,795 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/41c4e66a6ef34c7b91f407fd90066482 2024-11-14T04:58:35,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/a7ad6e92d0744cd4869082363b3027c4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a7ad6e92d0744cd4869082363b3027c4 2024-11-14T04:58:35,803 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a7ad6e92d0744cd4869082363b3027c4, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T04:58:35,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/060de6ddf26b4bab8460e189e790b0a6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/060de6ddf26b4bab8460e189e790b0a6 2024-11-14T04:58:35,808 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/060de6ddf26b4bab8460e189e790b0a6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T04:58:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/41c4e66a6ef34c7b91f407fd90066482 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/41c4e66a6ef34c7b91f407fd90066482 2024-11-14T04:58:35,812 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/41c4e66a6ef34c7b91f407fd90066482, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T04:58:35,813 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 18d38a6b78887584c76a970d61823dd4 in 1264ms, sequenceid=115, compaction requested=true 2024-11-14T04:58:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-14T04:58:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-14T04:58:35,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-14T04:58:35,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-14T04:58:35,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4250 sec 2024-11-14T04:58:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:35,825 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:35,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:58:35,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/986ca0d261404c628ecb519d56649c22 is 50, key is test_row_0/A:col10/1731560314678/Put/seqid=0 2024-11-14T04:58:35,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742067_1243 (size=12001) 2024-11-14T04:58:35,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560375901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560375901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560375903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:35,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560375907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:35,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:35,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560376012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560376012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560376012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560376023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560376222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560376222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560376222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560376232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/986ca0d261404c628ecb519d56649c22 2024-11-14T04:58:36,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/a79a41eca01c4153b4aa9bf3fec31485 is 50, key is test_row_0/B:col10/1731560314678/Put/seqid=0 2024-11-14T04:58:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742068_1244 (size=12001) 2024-11-14T04:58:36,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560376533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560376533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560376533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560376542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T04:58:36,553 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:36,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-14T04:58:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T04:58:36,555 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:36,556 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:36,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T04:58:36,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/a79a41eca01c4153b4aa9bf3fec31485 2024-11-14T04:58:36,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/28748558ea1244d19f8e0f8913bfeeb4 is 50, key is test_row_0/C:col10/1731560314678/Put/seqid=0 2024-11-14T04:58:36,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560376692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:36,694 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 18d38a6b78887584c76a970d61823dd4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:58:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742069_1245 (size=12001) 2024-11-14T04:58:36,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T04:58:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:36,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:36,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:36,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T04:58:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:36,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:36,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:36,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T04:58:37,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T04:58:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:37,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:37,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560377042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:37,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:37,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560377042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560377042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:37,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560377053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:37,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/28748558ea1244d19f8e0f8913bfeeb4 2024-11-14T04:58:37,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/986ca0d261404c628ecb519d56649c22 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/986ca0d261404c628ecb519d56649c22 2024-11-14T04:58:37,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/986ca0d261404c628ecb519d56649c22, entries=150, sequenceid=128, filesize=11.7 K 2024-11-14T04:58:37,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/a79a41eca01c4153b4aa9bf3fec31485 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/a79a41eca01c4153b4aa9bf3fec31485 2024-11-14T04:58:37,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/a79a41eca01c4153b4aa9bf3fec31485, entries=150, sequenceid=128, filesize=11.7 K 2024-11-14T04:58:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/28748558ea1244d19f8e0f8913bfeeb4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/28748558ea1244d19f8e0f8913bfeeb4 2024-11-14T04:58:37,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/28748558ea1244d19f8e0f8913bfeeb4, entries=150, sequenceid=128, filesize=11.7 K 2024-11-14T04:58:37,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 18d38a6b78887584c76a970d61823dd4 in 1305ms, sequenceid=128, compaction requested=true 2024-11-14T04:58:37,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:37,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:37,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:37,130 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T04:58:37,130 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T04:58:37,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:37,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:37,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:37,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:37,132 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62448 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T04:58:37,132 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/A is initiating minor compaction (all files) 2024-11-14T04:58:37,132 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/A in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:37,133 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/c537c880a7fc4d079a7fe62db562f980, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ac7c9a6dda574fb6b535e4f20fd164b2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7d16e30206554961b931afaa01ec74fb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a7ad6e92d0744cd4869082363b3027c4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/986ca0d261404c628ecb519d56649c22] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=61.0 K 2024-11-14T04:58:37,133 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T04:58:37,133 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/B is initiating minor compaction (all files) 2024-11-14T04:58:37,133 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/B in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:37,134 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/f9b501dd962e4d7ba50cd856fb33c7c4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/fca38ed6fb8545daaa277308c23395f8, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7b29f55e1e4f4dbdab52f156fb094059, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/060de6ddf26b4bab8460e189e790b0a6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/a79a41eca01c4153b4aa9bf3fec31485] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=58.7 K 2024-11-14T04:58:37,134 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c537c880a7fc4d079a7fe62db562f980, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731560310293 2024-11-14T04:58:37,134 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting f9b501dd962e4d7ba50cd856fb33c7c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731560310293 2024-11-14T04:58:37,134 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac7c9a6dda574fb6b535e4f20fd164b2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731560310649 2024-11-14T04:58:37,135 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting fca38ed6fb8545daaa277308c23395f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731560310655 2024-11-14T04:58:37,135 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d16e30206554961b931afaa01ec74fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731560311809 2024-11-14T04:58:37,135 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b29f55e1e4f4dbdab52f156fb094059, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731560311809 2024-11-14T04:58:37,135 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7ad6e92d0744cd4869082363b3027c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731560312513 2024-11-14T04:58:37,136 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986ca0d261404c628ecb519d56649c22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731560314677 2024-11-14T04:58:37,136 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 060de6ddf26b4bab8460e189e790b0a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731560312513 2024-11-14T04:58:37,137 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting a79a41eca01c4153b4aa9bf3fec31485, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731560314677 2024-11-14T04:58:37,156 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#A#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:37,157 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/ad206ce68f5f4f798f2adc33a71c7eb6 is 50, key is test_row_0/A:col10/1731560314678/Put/seqid=0 2024-11-14T04:58:37,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T04:58:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:37,169 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:58:37,171 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:37,171 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/7f0866045ed24c7db44e54d414162cc9 is 50, key is test_row_0/B:col10/1731560314678/Put/seqid=0 2024-11-14T04:58:37,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/5d0da909879b42f5bd765f81f5423418 is 50, key is test_row_0/A:col10/1731560315906/Put/seqid=0 2024-11-14T04:58:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T04:58:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742070_1246 (size=12275) 2024-11-14T04:58:37,190 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/ad206ce68f5f4f798f2adc33a71c7eb6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ad206ce68f5f4f798f2adc33a71c7eb6 2024-11-14T04:58:37,198 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/A of 18d38a6b78887584c76a970d61823dd4 into ad206ce68f5f4f798f2adc33a71c7eb6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:37,198 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:37,198 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/A, priority=11, startTime=1731560317130; duration=0sec 2024-11-14T04:58:37,198 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:37,198 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:A 2024-11-14T04:58:37,198 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T04:58:37,201 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T04:58:37,201 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/C is initiating minor compaction (all files) 2024-11-14T04:58:37,201 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/C in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:37,202 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/74d57daa954a4f91813ea1be9b6fc95d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/79ac9a47cb6c4b46bb8b84196c09ea88, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b048f0efb23146afb226fe02469c43be, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/41c4e66a6ef34c7b91f407fd90066482, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/28748558ea1244d19f8e0f8913bfeeb4] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=58.7 K 2024-11-14T04:58:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742071_1247 (size=12275) 2024-11-14T04:58:37,202 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74d57daa954a4f91813ea1be9b6fc95d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731560310293 2024-11-14T04:58:37,203 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79ac9a47cb6c4b46bb8b84196c09ea88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731560310655 2024-11-14T04:58:37,203 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting b048f0efb23146afb226fe02469c43be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731560311809 2024-11-14T04:58:37,203 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41c4e66a6ef34c7b91f407fd90066482, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731560312513 2024-11-14T04:58:37,204 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28748558ea1244d19f8e0f8913bfeeb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731560314677 2024-11-14T04:58:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742072_1248 (size=12151) 2024-11-14T04:58:37,207 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/5d0da909879b42f5bd765f81f5423418 2024-11-14T04:58:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/d4400167a91840f297e7a85702f8c98a is 50, key is test_row_0/B:col10/1731560315906/Put/seqid=0 2024-11-14T04:58:37,231 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#C#compaction#205 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:37,232 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/b3352126abbd4ffebcd4046271df5b36 is 50, key is test_row_0/C:col10/1731560314678/Put/seqid=0 2024-11-14T04:58:37,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742073_1249 (size=12151) 2024-11-14T04:58:37,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742074_1250 (size=12275) 2024-11-14T04:58:37,260 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/b3352126abbd4ffebcd4046271df5b36 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b3352126abbd4ffebcd4046271df5b36 2024-11-14T04:58:37,265 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/C of 18d38a6b78887584c76a970d61823dd4 into b3352126abbd4ffebcd4046271df5b36(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:37,265 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:37,265 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/C, priority=11, startTime=1731560317131; duration=0sec 2024-11-14T04:58:37,265 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:37,265 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:C 2024-11-14T04:58:37,609 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/7f0866045ed24c7db44e54d414162cc9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7f0866045ed24c7db44e54d414162cc9 2024-11-14T04:58:37,622 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/B of 18d38a6b78887584c76a970d61823dd4 into 7f0866045ed24c7db44e54d414162cc9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:37,622 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:37,622 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/B, priority=11, startTime=1731560317130; duration=0sec 2024-11-14T04:58:37,623 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:37,623 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:B 2024-11-14T04:58:37,648 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/d4400167a91840f297e7a85702f8c98a 2024-11-14T04:58:37,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/5b5e79af09864f338bc5c3848efac9e7 is 50, key is test_row_0/C:col10/1731560315906/Put/seqid=0 2024-11-14T04:58:37,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742075_1251 (size=12151) 2024-11-14T04:58:37,680 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/5b5e79af09864f338bc5c3848efac9e7 2024-11-14T04:58:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/5d0da909879b42f5bd765f81f5423418 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/5d0da909879b42f5bd765f81f5423418 2024-11-14T04:58:37,692 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/5d0da909879b42f5bd765f81f5423418, entries=150, sequenceid=151, filesize=11.9 K 2024-11-14T04:58:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T04:58:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/d4400167a91840f297e7a85702f8c98a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d4400167a91840f297e7a85702f8c98a 2024-11-14T04:58:37,699 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d4400167a91840f297e7a85702f8c98a, entries=150, sequenceid=151, filesize=11.9 K 2024-11-14T04:58:37,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/5b5e79af09864f338bc5c3848efac9e7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/5b5e79af09864f338bc5c3848efac9e7 2024-11-14T04:58:37,706 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/5b5e79af09864f338bc5c3848efac9e7, entries=150, sequenceid=151, filesize=11.9 K 2024-11-14T04:58:37,707 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 18d38a6b78887584c76a970d61823dd4 in 538ms, sequenceid=151, compaction requested=false 2024-11-14T04:58:37,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:37,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:37,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-14T04:58:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-14T04:58:37,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-14T04:58:37,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1530 sec 2024-11-14T04:58:37,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.1620 sec 2024-11-14T04:58:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:38,064 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:38,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:58:38,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/2d76695912184173af7c4157ac2430a1 is 50, key is test_row_0/A:col10/1731560318058/Put/seqid=0 2024-11-14T04:58:38,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742076_1252 (size=16931) 2024-11-14T04:58:38,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/2d76695912184173af7c4157ac2430a1 2024-11-14T04:58:38,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/94de4d53172343578b2a1848846b9272 is 50, key is test_row_0/B:col10/1731560318058/Put/seqid=0 2024-11-14T04:58:38,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742077_1253 (size=12151) 2024-11-14T04:58:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560378094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560378094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560378096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560378099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560378202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560378203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560378203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560378213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560378413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560378413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560378413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560378422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/94de4d53172343578b2a1848846b9272 2024-11-14T04:58:38,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/f440997bf1c4460ab3f2b659b1c2fa11 is 50, key is test_row_0/C:col10/1731560318058/Put/seqid=0 2024-11-14T04:58:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742078_1254 (size=12151) 2024-11-14T04:58:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T04:58:38,712 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:38,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-14T04:58:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T04:58:38,715 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:38,716 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:38,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:38,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560378722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560378722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560378723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560378733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T04:58:38,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T04:58:38,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:38,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:38,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:38,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:38,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:38,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/f440997bf1c4460ab3f2b659b1c2fa11 2024-11-14T04:58:38,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/2d76695912184173af7c4157ac2430a1 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/2d76695912184173af7c4157ac2430a1 2024-11-14T04:58:38,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/2d76695912184173af7c4157ac2430a1, entries=250, sequenceid=166, filesize=16.5 K 2024-11-14T04:58:38,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/94de4d53172343578b2a1848846b9272 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/94de4d53172343578b2a1848846b9272 2024-11-14T04:58:38,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/94de4d53172343578b2a1848846b9272, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T04:58:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/f440997bf1c4460ab3f2b659b1c2fa11 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f440997bf1c4460ab3f2b659b1c2fa11 2024-11-14T04:58:38,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f440997bf1c4460ab3f2b659b1c2fa11, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T04:58:38,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 18d38a6b78887584c76a970d61823dd4 in 861ms, sequenceid=166, compaction requested=true 2024-11-14T04:58:38,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:38,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:38,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:38,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:38,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:38,925 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:38,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:38,925 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:38,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:38,926 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41357 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:38,926 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:38,926 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/A is initiating minor compaction (all files) 2024-11-14T04:58:38,926 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/A in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:38,926 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/B is initiating minor compaction (all files) 2024-11-14T04:58:38,926 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/B in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:38,926 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ad206ce68f5f4f798f2adc33a71c7eb6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/5d0da909879b42f5bd765f81f5423418, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/2d76695912184173af7c4157ac2430a1] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=40.4 K 2024-11-14T04:58:38,926 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7f0866045ed24c7db44e54d414162cc9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d4400167a91840f297e7a85702f8c98a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/94de4d53172343578b2a1848846b9272] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=35.7 K 2024-11-14T04:58:38,927 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f0866045ed24c7db44e54d414162cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731560314677 2024-11-14T04:58:38,927 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad206ce68f5f4f798f2adc33a71c7eb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731560314677 2024-11-14T04:58:38,927 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d0da909879b42f5bd765f81f5423418, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731560315899 2024-11-14T04:58:38,927 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d4400167a91840f297e7a85702f8c98a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731560315899 2024-11-14T04:58:38,928 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d76695912184173af7c4157ac2430a1, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731560318058 2024-11-14T04:58:38,928 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 94de4d53172343578b2a1848846b9272, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731560318058 2024-11-14T04:58:38,936 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:38,936 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/7dd0d11958e1475eb40197ab1df65b0e is 50, key is test_row_0/A:col10/1731560318058/Put/seqid=0 2024-11-14T04:58:38,949 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:38,950 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/75514025ed7b48a08e16d28036af77eb is 50, key is test_row_0/B:col10/1731560318058/Put/seqid=0 2024-11-14T04:58:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742079_1255 (size=12527) 2024-11-14T04:58:38,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742080_1256 (size=12527) 2024-11-14T04:58:39,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T04:58:39,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:39,022 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T04:58:39,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/a1efb2d81ec540c7a11be8b34dadfdd5 is 50, key is test_row_0/A:col10/1731560318094/Put/seqid=0 2024-11-14T04:58:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T04:58:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742081_1257 (size=12151) 2024-11-14T04:58:39,034 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/a1efb2d81ec540c7a11be8b34dadfdd5 2024-11-14T04:58:39,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/6a9981fdbc6d4e85b1aad38c3c548526 is 50, key is test_row_0/B:col10/1731560318094/Put/seqid=0 2024-11-14T04:58:39,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742082_1258 (size=12151) 2024-11-14T04:58:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:39,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:39,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560379243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560379244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560379246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560379247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T04:58:39,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560379352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560379352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,356 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/7dd0d11958e1475eb40197ab1df65b0e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7dd0d11958e1475eb40197ab1df65b0e 2024-11-14T04:58:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,360 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/75514025ed7b48a08e16d28036af77eb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/75514025ed7b48a08e16d28036af77eb 2024-11-14T04:58:39,362 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/A of 18d38a6b78887584c76a970d61823dd4 into 7dd0d11958e1475eb40197ab1df65b0e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:39,362 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:39,362 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/A, priority=13, startTime=1731560318925; duration=0sec 2024-11-14T04:58:39,362 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:39,362 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:A 2024-11-14T04:58:39,362 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:39,363 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:39,364 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/C is initiating minor compaction (all files) 2024-11-14T04:58:39,364 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/C in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:39,364 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b3352126abbd4ffebcd4046271df5b36, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/5b5e79af09864f338bc5c3848efac9e7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f440997bf1c4460ab3f2b659b1c2fa11] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=35.7 K 2024-11-14T04:58:39,364 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3352126abbd4ffebcd4046271df5b36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731560314677 2024-11-14T04:58:39,365 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b5e79af09864f338bc5c3848efac9e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731560315899 2024-11-14T04:58:39,365 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f440997bf1c4460ab3f2b659b1c2fa11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731560318058 2024-11-14T04:58:39,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560379363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560379363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,368 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/B of 18d38a6b78887584c76a970d61823dd4 into 75514025ed7b48a08e16d28036af77eb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:39,368 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:39,368 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/B, priority=13, startTime=1731560318925; duration=0sec 2024-11-14T04:58:39,368 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:39,368 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:B 2024-11-14T04:58:39,383 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#C#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:39,384 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/4c2a9ba50873459ab36f6569e21f5447 is 50, key is test_row_0/C:col10/1731560318058/Put/seqid=0 2024-11-14T04:58:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742083_1259 (size=12527) 2024-11-14T04:58:39,461 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/6a9981fdbc6d4e85b1aad38c3c548526 2024-11-14T04:58:39,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/f2483492ed83455ca70a29308c45e2f6 is 50, key is test_row_0/C:col10/1731560318094/Put/seqid=0 2024-11-14T04:58:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742084_1260 (size=12151) 2024-11-14T04:58:39,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560379562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560379562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560379573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560379573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,800 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/4c2a9ba50873459ab36f6569e21f5447 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/4c2a9ba50873459ab36f6569e21f5447 2024-11-14T04:58:39,805 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/C of 18d38a6b78887584c76a970d61823dd4 into 4c2a9ba50873459ab36f6569e21f5447(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:39,805 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:39,805 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/C, priority=13, startTime=1731560318925; duration=0sec 2024-11-14T04:58:39,805 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:39,805 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:C 2024-11-14T04:58:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T04:58:39,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560379873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560379873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,876 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/f2483492ed83455ca70a29308c45e2f6 2024-11-14T04:58:39,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/a1efb2d81ec540c7a11be8b34dadfdd5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a1efb2d81ec540c7a11be8b34dadfdd5 2024-11-14T04:58:39,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560379882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560379882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:39,886 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a1efb2d81ec540c7a11be8b34dadfdd5, entries=150, sequenceid=190, filesize=11.9 K 2024-11-14T04:58:39,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/6a9981fdbc6d4e85b1aad38c3c548526 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6a9981fdbc6d4e85b1aad38c3c548526 2024-11-14T04:58:39,891 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6a9981fdbc6d4e85b1aad38c3c548526, entries=150, sequenceid=190, filesize=11.9 K 2024-11-14T04:58:39,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/f2483492ed83455ca70a29308c45e2f6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f2483492ed83455ca70a29308c45e2f6 2024-11-14T04:58:39,896 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f2483492ed83455ca70a29308c45e2f6, entries=150, sequenceid=190, filesize=11.9 K 2024-11-14T04:58:39,897 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 18d38a6b78887584c76a970d61823dd4 in 875ms, sequenceid=190, compaction requested=false 2024-11-14T04:58:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-14T04:58:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-14T04:58:39,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-14T04:58:39,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1830 sec 2024-11-14T04:58:39,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.1910 sec 2024-11-14T04:58:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:40,384 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:40,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T04:58:40,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/6195226b86c14086b3203e6b90d7b945 is 50, key is test_row_0/A:col10/1731560319241/Put/seqid=0 2024-11-14T04:58:40,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742085_1261 (size=12151) 2024-11-14T04:58:40,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/6195226b86c14086b3203e6b90d7b945 2024-11-14T04:58:40,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/6da1b18f0e404072860cbc51305e0293 is 50, key is test_row_0/B:col10/1731560319241/Put/seqid=0 2024-11-14T04:58:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742086_1262 (size=12151) 2024-11-14T04:58:40,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560380412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560380414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560380414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560380416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560380522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560380522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560380522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560380533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54768 deadline: 1731560380713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,714 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 18d38a6b78887584c76a970d61823dd4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:58:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560380732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560380732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560380732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560380743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:40,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/6da1b18f0e404072860cbc51305e0293 2024-11-14T04:58:40,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/87c708f50ba94a0581a5dc4b2c80a2b3 is 50, key is test_row_0/C:col10/1731560319241/Put/seqid=0 2024-11-14T04:58:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742087_1263 (size=12151) 2024-11-14T04:58:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T04:58:40,864 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:40,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-14T04:58:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T04:58:40,869 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:40,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:40,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T04:58:41,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T04:58:41,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:41,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:41,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:41,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:41,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:41,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560381043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560381043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560381043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560381053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T04:58:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:41,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T04:58:41,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/87c708f50ba94a0581a5dc4b2c80a2b3 2024-11-14T04:58:41,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/6195226b86c14086b3203e6b90d7b945 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/6195226b86c14086b3203e6b90d7b945 2024-11-14T04:58:41,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/6195226b86c14086b3203e6b90d7b945, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T04:58:41,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/6da1b18f0e404072860cbc51305e0293 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6da1b18f0e404072860cbc51305e0293 2024-11-14T04:58:41,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6da1b18f0e404072860cbc51305e0293, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T04:58:41,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/87c708f50ba94a0581a5dc4b2c80a2b3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/87c708f50ba94a0581a5dc4b2c80a2b3 2024-11-14T04:58:41,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/87c708f50ba94a0581a5dc4b2c80a2b3, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T04:58:41,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 18d38a6b78887584c76a970d61823dd4 in 859ms, sequenceid=206, compaction requested=true 2024-11-14T04:58:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:41,244 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:41,244 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:41,245 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:41,245 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:41,245 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/A is initiating minor compaction (all files) 2024-11-14T04:58:41,245 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/B is initiating minor compaction (all files) 2024-11-14T04:58:41,246 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/A in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:41,246 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7dd0d11958e1475eb40197ab1df65b0e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a1efb2d81ec540c7a11be8b34dadfdd5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/6195226b86c14086b3203e6b90d7b945] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=36.0 K 2024-11-14T04:58:41,246 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/B in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:41,246 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/75514025ed7b48a08e16d28036af77eb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6a9981fdbc6d4e85b1aad38c3c548526, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6da1b18f0e404072860cbc51305e0293] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=36.0 K 2024-11-14T04:58:41,246 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dd0d11958e1475eb40197ab1df65b0e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731560318058 2024-11-14T04:58:41,247 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 75514025ed7b48a08e16d28036af77eb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731560318058 2024-11-14T04:58:41,247 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1efb2d81ec540c7a11be8b34dadfdd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731560318071 2024-11-14T04:58:41,247 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a9981fdbc6d4e85b1aad38c3c548526, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731560318071 2024-11-14T04:58:41,247 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6195226b86c14086b3203e6b90d7b945, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560319241 2024-11-14T04:58:41,248 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 6da1b18f0e404072860cbc51305e0293, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560319241 2024-11-14T04:58:41,277 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:41,278 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/87b62687fc2a404d8552a8f99c8f8028 is 50, key is test_row_0/A:col10/1731560319241/Put/seqid=0 2024-11-14T04:58:41,278 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#B#compaction#219 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:41,279 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/8b527efc8f38410c83b25b63ef99f48e is 50, key is test_row_0/B:col10/1731560319241/Put/seqid=0 2024-11-14T04:58:41,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742088_1264 (size=12629) 2024-11-14T04:58:41,305 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/87b62687fc2a404d8552a8f99c8f8028 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/87b62687fc2a404d8552a8f99c8f8028 2024-11-14T04:58:41,313 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/A of 18d38a6b78887584c76a970d61823dd4 into 87b62687fc2a404d8552a8f99c8f8028(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:41,313 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:41,313 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/A, priority=13, startTime=1731560321243; duration=0sec 2024-11-14T04:58:41,313 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:41,313 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:A 2024-11-14T04:58:41,313 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742089_1265 (size=12629) 2024-11-14T04:58:41,316 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:41,316 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/C is initiating minor compaction (all files) 2024-11-14T04:58:41,317 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/C in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:41,317 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/4c2a9ba50873459ab36f6569e21f5447, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f2483492ed83455ca70a29308c45e2f6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/87c708f50ba94a0581a5dc4b2c80a2b3] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=36.0 K 2024-11-14T04:58:41,317 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c2a9ba50873459ab36f6569e21f5447, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731560318058 2024-11-14T04:58:41,318 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2483492ed83455ca70a29308c45e2f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731560318071 2024-11-14T04:58:41,318 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87c708f50ba94a0581a5dc4b2c80a2b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560319241 2024-11-14T04:58:41,323 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/8b527efc8f38410c83b25b63ef99f48e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/8b527efc8f38410c83b25b63ef99f48e 2024-11-14T04:58:41,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T04:58:41,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:41,331 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:58:41,333 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/B of 18d38a6b78887584c76a970d61823dd4 into 8b527efc8f38410c83b25b63ef99f48e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:41,334 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:41,334 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/B, priority=13, startTime=1731560321244; duration=0sec 2024-11-14T04:58:41,334 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:41,334 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:B 2024-11-14T04:58:41,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/4907178cf157401bb820a95d603de3e5 is 50, key is test_row_0/A:col10/1731560320405/Put/seqid=0 2024-11-14T04:58:41,336 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#C#compaction#222 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:41,337 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/b560aa4c3f724fb5bd45bf2f9146dd0a is 50, key is test_row_0/C:col10/1731560319241/Put/seqid=0 2024-11-14T04:58:41,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742090_1266 (size=12151) 2024-11-14T04:58:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742091_1267 (size=12629) 2024-11-14T04:58:41,394 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/b560aa4c3f724fb5bd45bf2f9146dd0a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b560aa4c3f724fb5bd45bf2f9146dd0a 2024-11-14T04:58:41,399 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/C of 18d38a6b78887584c76a970d61823dd4 into b560aa4c3f724fb5bd45bf2f9146dd0a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:41,399 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:41,399 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/C, priority=13, startTime=1731560321244; duration=0sec 2024-11-14T04:58:41,399 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:41,399 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:C 2024-11-14T04:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T04:58:41,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:41,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560381568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560381569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560381571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560381571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560381683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560381683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560381683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560381683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,772 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/4907178cf157401bb820a95d603de3e5 2024-11-14T04:58:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/220f908a1a694bb88e88ab17bff8a797 is 50, key is test_row_0/B:col10/1731560320405/Put/seqid=0 2024-11-14T04:58:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742092_1268 (size=12151) 2024-11-14T04:58:41,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560381893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560381893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560381893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560381893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:41,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:41,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T04:58:42,189 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/220f908a1a694bb88e88ab17bff8a797 2024-11-14T04:58:42,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/416795848dd241b8a399244ef43f6b59 is 50, key is test_row_0/C:col10/1731560320405/Put/seqid=0 2024-11-14T04:58:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742093_1269 (size=12151) 2024-11-14T04:58:42,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560382203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560382203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560382203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560382203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,602 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/416795848dd241b8a399244ef43f6b59 2024-11-14T04:58:42,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/4907178cf157401bb820a95d603de3e5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4907178cf157401bb820a95d603de3e5 2024-11-14T04:58:42,610 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4907178cf157401bb820a95d603de3e5, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T04:58:42,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/220f908a1a694bb88e88ab17bff8a797 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/220f908a1a694bb88e88ab17bff8a797 2024-11-14T04:58:42,615 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/220f908a1a694bb88e88ab17bff8a797, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T04:58:42,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/416795848dd241b8a399244ef43f6b59 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/416795848dd241b8a399244ef43f6b59 2024-11-14T04:58:42,619 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/416795848dd241b8a399244ef43f6b59, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T04:58:42,620 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 18d38a6b78887584c76a970d61823dd4 in 1289ms, sequenceid=231, compaction requested=false 2024-11-14T04:58:42,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:42,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:42,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-14T04:58:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-14T04:58:42,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-14T04:58:42,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7510 sec 2024-11-14T04:58:42,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.7590 sec 2024-11-14T04:58:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:42,716 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:42,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T04:58:42,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/ba1478e0533f4c0da9f3050245995964 is 50, key is test_row_0/A:col10/1731560321569/Put/seqid=0 2024-11-14T04:58:42,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742094_1270 (size=14541) 2024-11-14T04:58:42,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560382743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560382743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560382744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560382744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560382852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560382853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560382853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560382853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T04:58:43,023 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:43,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-14T04:58:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T04:58:43,025 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:43,026 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:43,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560383063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560383063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560383063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560383063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/ba1478e0533f4c0da9f3050245995964 2024-11-14T04:58:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T04:58:43,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/da20d27a7b5b4bfab77aac3ecc741977 is 50, key is test_row_0/B:col10/1731560321569/Put/seqid=0 2024-11-14T04:58:43,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742095_1271 (size=12151) 2024-11-14T04:58:43,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T04:58:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T04:58:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T04:58:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560383373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560383373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560383373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560383373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T04:58:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/da20d27a7b5b4bfab77aac3ecc741977 2024-11-14T04:58:43,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/660354bc031b40a4a69196101f850043 is 50, key is test_row_0/C:col10/1731560321569/Put/seqid=0 2024-11-14T04:58:43,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742096_1272 (size=12151) 2024-11-14T04:58:43,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T04:58:43,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:43,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T04:58:43,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T04:58:43,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:43,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560383883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560383883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560383883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560383883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:43,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/660354bc031b40a4a69196101f850043 2024-11-14T04:58:43,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T04:58:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:43,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/ba1478e0533f4c0da9f3050245995964 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ba1478e0533f4c0da9f3050245995964 2024-11-14T04:58:43,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ba1478e0533f4c0da9f3050245995964, entries=200, sequenceid=249, filesize=14.2 K 2024-11-14T04:58:43,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/da20d27a7b5b4bfab77aac3ecc741977 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/da20d27a7b5b4bfab77aac3ecc741977 2024-11-14T04:58:43,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/da20d27a7b5b4bfab77aac3ecc741977, entries=150, sequenceid=249, filesize=11.9 K 2024-11-14T04:58:43,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/660354bc031b40a4a69196101f850043 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/660354bc031b40a4a69196101f850043 2024-11-14T04:58:43,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/660354bc031b40a4a69196101f850043, entries=150, sequenceid=249, filesize=11.9 K 2024-11-14T04:58:43,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 18d38a6b78887584c76a970d61823dd4 in 1255ms, sequenceid=249, compaction requested=true 2024-11-14T04:58:43,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:43,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:43,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:43,971 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:43,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:43,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:43,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:43,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:43,972 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:43,973 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:43,973 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:43,973 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/A is initiating minor compaction (all files) 2024-11-14T04:58:43,973 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/B is initiating minor compaction (all files) 2024-11-14T04:58:43,973 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/B in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,973 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/A in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:43,973 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/8b527efc8f38410c83b25b63ef99f48e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/220f908a1a694bb88e88ab17bff8a797, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/da20d27a7b5b4bfab77aac3ecc741977] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=36.1 K 2024-11-14T04:58:43,973 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/87b62687fc2a404d8552a8f99c8f8028, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4907178cf157401bb820a95d603de3e5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ba1478e0533f4c0da9f3050245995964] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=38.4 K 2024-11-14T04:58:43,974 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b527efc8f38410c83b25b63ef99f48e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560319241 2024-11-14T04:58:43,974 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87b62687fc2a404d8552a8f99c8f8028, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560319241 2024-11-14T04:58:43,974 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 220f908a1a694bb88e88ab17bff8a797, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731560320405 2024-11-14T04:58:43,974 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4907178cf157401bb820a95d603de3e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731560320405 2024-11-14T04:58:43,974 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba1478e0533f4c0da9f3050245995964, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731560321561 2024-11-14T04:58:43,974 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting da20d27a7b5b4bfab77aac3ecc741977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731560321569 2024-11-14T04:58:43,982 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:43,982 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:43,983 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/e65a90cec00e4f98b4dbd1f81f776477 is 50, key is test_row_0/A:col10/1731560321569/Put/seqid=0 2024-11-14T04:58:43,983 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/9841c8adbed84938a3a7eff3bf03c790 is 50, key is test_row_0/B:col10/1731560321569/Put/seqid=0 2024-11-14T04:58:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742097_1273 (size=12731) 2024-11-14T04:58:44,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742098_1274 (size=12731) 2024-11-14T04:58:44,008 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/9841c8adbed84938a3a7eff3bf03c790 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/9841c8adbed84938a3a7eff3bf03c790 2024-11-14T04:58:44,013 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/B of 18d38a6b78887584c76a970d61823dd4 into 9841c8adbed84938a3a7eff3bf03c790(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:44,013 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:44,013 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/B, priority=13, startTime=1731560323971; duration=0sec 2024-11-14T04:58:44,013 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:44,013 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:B 2024-11-14T04:58:44,013 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:44,014 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:44,014 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/C is initiating minor compaction (all files) 2024-11-14T04:58:44,014 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/C in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:44,014 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b560aa4c3f724fb5bd45bf2f9146dd0a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/416795848dd241b8a399244ef43f6b59, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/660354bc031b40a4a69196101f850043] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=36.1 K 2024-11-14T04:58:44,015 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting b560aa4c3f724fb5bd45bf2f9146dd0a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560319241 2024-11-14T04:58:44,015 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 416795848dd241b8a399244ef43f6b59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731560320405 2024-11-14T04:58:44,015 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 660354bc031b40a4a69196101f850043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731560321569 2024-11-14T04:58:44,023 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:44,023 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/8a6d266cf92848f28fe3abaf111510e6 is 50, key is test_row_0/C:col10/1731560321569/Put/seqid=0 2024-11-14T04:58:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742099_1275 (size=12731) 2024-11-14T04:58:44,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T04:58:44,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:44,107 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T04:58:44,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/61a8bca236e14feb9bb5a3446e9e5047 is 50, key is test_row_0/A:col10/1731560322742/Put/seqid=0 2024-11-14T04:58:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742100_1276 (size=12301) 2024-11-14T04:58:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T04:58:44,406 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/e65a90cec00e4f98b4dbd1f81f776477 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/e65a90cec00e4f98b4dbd1f81f776477 2024-11-14T04:58:44,412 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/A of 18d38a6b78887584c76a970d61823dd4 into e65a90cec00e4f98b4dbd1f81f776477(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:44,412 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:44,412 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/A, priority=13, startTime=1731560323971; duration=0sec 2024-11-14T04:58:44,412 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:44,412 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:A 2024-11-14T04:58:44,434 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/8a6d266cf92848f28fe3abaf111510e6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/8a6d266cf92848f28fe3abaf111510e6 2024-11-14T04:58:44,443 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/C of 18d38a6b78887584c76a970d61823dd4 into 8a6d266cf92848f28fe3abaf111510e6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:44,443 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:44,443 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/C, priority=13, startTime=1731560323971; duration=0sec 2024-11-14T04:58:44,443 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:44,443 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:C 2024-11-14T04:58:44,518 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/61a8bca236e14feb9bb5a3446e9e5047 2024-11-14T04:58:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/e8e0628a139b462ab20c0d11121d4b9f is 50, key is test_row_0/B:col10/1731560322742/Put/seqid=0 2024-11-14T04:58:44,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742101_1277 (size=12301) 2024-11-14T04:58:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:44,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:44,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:44,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560384912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560384913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:44,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560384915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:44,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560384918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:44,930 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/e8e0628a139b462ab20c0d11121d4b9f 2024-11-14T04:58:44,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/c71fe7112749447797f7c449ba62d4c7 is 50, key is test_row_0/C:col10/1731560322742/Put/seqid=0 2024-11-14T04:58:44,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742102_1278 (size=12301) 2024-11-14T04:58:45,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560385022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560385022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560385022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560385032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T04:58:45,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560385232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560385232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560385232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560385242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,355 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/c71fe7112749447797f7c449ba62d4c7 2024-11-14T04:58:45,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/61a8bca236e14feb9bb5a3446e9e5047 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/61a8bca236e14feb9bb5a3446e9e5047 2024-11-14T04:58:45,365 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/61a8bca236e14feb9bb5a3446e9e5047, entries=150, sequenceid=270, filesize=12.0 K 2024-11-14T04:58:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/e8e0628a139b462ab20c0d11121d4b9f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/e8e0628a139b462ab20c0d11121d4b9f 2024-11-14T04:58:45,370 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/e8e0628a139b462ab20c0d11121d4b9f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-14T04:58:45,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/c71fe7112749447797f7c449ba62d4c7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/c71fe7112749447797f7c449ba62d4c7 2024-11-14T04:58:45,374 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/c71fe7112749447797f7c449ba62d4c7, entries=150, sequenceid=270, filesize=12.0 K 2024-11-14T04:58:45,375 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 18d38a6b78887584c76a970d61823dd4 in 1268ms, sequenceid=270, compaction requested=false 2024-11-14T04:58:45,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:45,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:45,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-14T04:58:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-14T04:58:45,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-14T04:58:45,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3520 sec 2024-11-14T04:58:45,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.3660 sec 2024-11-14T04:58:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:45,545 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:45,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T04:58:45,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/8f40654d9bd449f38f4fce63de0eefb5 is 50, key is test_row_0/A:col10/1731560325545/Put/seqid=0 2024-11-14T04:58:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742103_1279 (size=14741) 2024-11-14T04:58:45,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/8f40654d9bd449f38f4fce63de0eefb5 2024-11-14T04:58:45,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560385564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/0ced30eac9a04a78a6c3eabc9af0f4ec is 50, key is test_row_0/B:col10/1731560325545/Put/seqid=0 2024-11-14T04:58:45,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560385567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560385569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560385570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742104_1280 (size=12301) 2024-11-14T04:58:45,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/0ced30eac9a04a78a6c3eabc9af0f4ec 2024-11-14T04:58:45,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/3f408c60c85c483a8d0a2dd035133481 is 50, key is test_row_0/C:col10/1731560325545/Put/seqid=0 2024-11-14T04:58:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742105_1281 (size=12301) 2024-11-14T04:58:45,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560385673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560385683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560385683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560385684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560385882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560385892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560385893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560385893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/3f408c60c85c483a8d0a2dd035133481 2024-11-14T04:58:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/8f40654d9bd449f38f4fce63de0eefb5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8f40654d9bd449f38f4fce63de0eefb5 2024-11-14T04:58:46,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8f40654d9bd449f38f4fce63de0eefb5, entries=200, sequenceid=291, filesize=14.4 K 2024-11-14T04:58:46,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/0ced30eac9a04a78a6c3eabc9af0f4ec as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/0ced30eac9a04a78a6c3eabc9af0f4ec 2024-11-14T04:58:46,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/0ced30eac9a04a78a6c3eabc9af0f4ec, entries=150, sequenceid=291, filesize=12.0 K 2024-11-14T04:58:46,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/3f408c60c85c483a8d0a2dd035133481 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/3f408c60c85c483a8d0a2dd035133481 2024-11-14T04:58:46,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/3f408c60c85c483a8d0a2dd035133481, entries=150, sequenceid=291, filesize=12.0 K 2024-11-14T04:58:46,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 18d38a6b78887584c76a970d61823dd4 in 517ms, sequenceid=291, compaction requested=true 2024-11-14T04:58:46,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:46,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:46,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:46,062 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:46,062 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:46,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:46,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:46,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:46,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:46,070 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:46,070 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/A is initiating minor compaction (all files) 2024-11-14T04:58:46,070 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/A in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:46,070 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/e65a90cec00e4f98b4dbd1f81f776477, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/61a8bca236e14feb9bb5a3446e9e5047, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8f40654d9bd449f38f4fce63de0eefb5] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=38.8 K 2024-11-14T04:58:46,071 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:46,071 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/B is initiating minor compaction (all files) 2024-11-14T04:58:46,071 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/B in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:46,071 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/9841c8adbed84938a3a7eff3bf03c790, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/e8e0628a139b462ab20c0d11121d4b9f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/0ced30eac9a04a78a6c3eabc9af0f4ec] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=36.5 K 2024-11-14T04:58:46,071 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting e65a90cec00e4f98b4dbd1f81f776477, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731560321569 2024-11-14T04:58:46,072 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 9841c8adbed84938a3a7eff3bf03c790, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731560321569 2024-11-14T04:58:46,073 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e8e0628a139b462ab20c0d11121d4b9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731560322727 2024-11-14T04:58:46,073 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61a8bca236e14feb9bb5a3446e9e5047, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731560322727 2024-11-14T04:58:46,073 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f40654d9bd449f38f4fce63de0eefb5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731560324914 2024-11-14T04:58:46,074 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ced30eac9a04a78a6c3eabc9af0f4ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731560324914 2024-11-14T04:58:46,083 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:46,083 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#B#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:46,084 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/8dc94bd41cb64c8b9e1e45555386e622 is 50, key is test_row_0/A:col10/1731560325545/Put/seqid=0 2024-11-14T04:58:46,084 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/5acfdf56209943db9d22e05e68d90f65 is 50, key is test_row_0/B:col10/1731560325545/Put/seqid=0 2024-11-14T04:58:46,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742107_1283 (size=12983) 2024-11-14T04:58:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742106_1282 (size=12983) 2024-11-14T04:58:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:46,194 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:46,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T04:58:46,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/bc4fc86357b849398dfa7afac933875b is 50, key is test_row_0/A:col10/1731560325559/Put/seqid=0 2024-11-14T04:58:46,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742108_1284 (size=12301) 2024-11-14T04:58:46,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560386223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560386223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560386225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560386228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560386333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560386333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560386333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560386346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,512 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/5acfdf56209943db9d22e05e68d90f65 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5acfdf56209943db9d22e05e68d90f65 2024-11-14T04:58:46,513 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/8dc94bd41cb64c8b9e1e45555386e622 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8dc94bd41cb64c8b9e1e45555386e622 2024-11-14T04:58:46,526 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/A of 18d38a6b78887584c76a970d61823dd4 into 8dc94bd41cb64c8b9e1e45555386e622(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:46,526 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:46,526 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/A, priority=13, startTime=1731560326062; duration=0sec 2024-11-14T04:58:46,526 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:46,526 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:A 2024-11-14T04:58:46,526 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:46,528 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:46,528 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/C is initiating minor compaction (all files) 2024-11-14T04:58:46,528 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/C in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:46,528 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/8a6d266cf92848f28fe3abaf111510e6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/c71fe7112749447797f7c449ba62d4c7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/3f408c60c85c483a8d0a2dd035133481] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=36.5 K 2024-11-14T04:58:46,528 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a6d266cf92848f28fe3abaf111510e6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731560321569 2024-11-14T04:58:46,529 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c71fe7112749447797f7c449ba62d4c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731560322727 2024-11-14T04:58:46,529 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f408c60c85c483a8d0a2dd035133481, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731560324914 2024-11-14T04:58:46,530 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/B of 18d38a6b78887584c76a970d61823dd4 into 5acfdf56209943db9d22e05e68d90f65(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:46,530 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:46,530 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/B, priority=13, startTime=1731560326062; duration=0sec 2024-11-14T04:58:46,530 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:46,530 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:B 2024-11-14T04:58:46,541 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:46,542 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/cd5cdf330f7e4c1ea65cacfe92260e3b is 50, key is test_row_0/C:col10/1731560325545/Put/seqid=0 2024-11-14T04:58:46,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560386542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560386543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560386553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560386553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742109_1285 (size=12983) 2024-11-14T04:58:46,581 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/cd5cdf330f7e4c1ea65cacfe92260e3b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/cd5cdf330f7e4c1ea65cacfe92260e3b 2024-11-14T04:58:46,591 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/C of 18d38a6b78887584c76a970d61823dd4 into cd5cdf330f7e4c1ea65cacfe92260e3b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:46,591 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:46,591 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/C, priority=13, startTime=1731560326063; duration=0sec 2024-11-14T04:58:46,591 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:46,591 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:C 2024-11-14T04:58:46,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/bc4fc86357b849398dfa7afac933875b 2024-11-14T04:58:46,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/027993419d7e438ba40b47f599027107 is 50, key is test_row_0/B:col10/1731560325559/Put/seqid=0 2024-11-14T04:58:46,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742110_1286 (size=12301) 2024-11-14T04:58:46,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/027993419d7e438ba40b47f599027107 2024-11-14T04:58:46,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/1acc16cab43a474a85f40d93ed2c8ef3 is 50, key is test_row_0/C:col10/1731560325559/Put/seqid=0 2024-11-14T04:58:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742111_1287 (size=12301) 2024-11-14T04:58:46,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/1acc16cab43a474a85f40d93ed2c8ef3 2024-11-14T04:58:46,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/bc4fc86357b849398dfa7afac933875b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/bc4fc86357b849398dfa7afac933875b 2024-11-14T04:58:46,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/bc4fc86357b849398dfa7afac933875b, entries=150, sequenceid=309, filesize=12.0 K 2024-11-14T04:58:46,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/027993419d7e438ba40b47f599027107 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/027993419d7e438ba40b47f599027107 2024-11-14T04:58:46,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/027993419d7e438ba40b47f599027107, entries=150, sequenceid=309, filesize=12.0 K 2024-11-14T04:58:46,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/1acc16cab43a474a85f40d93ed2c8ef3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/1acc16cab43a474a85f40d93ed2c8ef3 2024-11-14T04:58:46,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/1acc16cab43a474a85f40d93ed2c8ef3, entries=150, sequenceid=309, filesize=12.0 K 2024-11-14T04:58:46,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 18d38a6b78887584c76a970d61823dd4 in 547ms, sequenceid=309, compaction requested=false 2024-11-14T04:58:46,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:46,856 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:46,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T04:58:46,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/3267374624444a1c80fcd153cf66c408 is 50, key is test_row_0/A:col10/1731560326855/Put/seqid=0 2024-11-14T04:58:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742112_1288 (size=17181) 2024-11-14T04:58:46,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560386873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560386876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560386877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560386878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560386983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560386983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560386993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560386993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T04:58:47,183 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:47,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-14T04:58:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T04:58:47,187 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:47,188 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:47,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:47,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560387193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:47,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560387195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:47,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560387202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:47,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560387202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:47,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/3267374624444a1c80fcd153cf66c408 2024-11-14T04:58:47,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/5183c09da1d94618b8ab9d4a239e5bc3 is 50, key is test_row_0/B:col10/1731560326855/Put/seqid=0 2024-11-14T04:58:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T04:58:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742113_1289 (size=12301) 2024-11-14T04:58:47,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T04:58:47,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:47,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T04:58:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T04:58:47,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560387502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:47,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560387503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:47,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560387513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560387513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:47,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:47,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:47,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T04:58:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:47,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/5183c09da1d94618b8ab9d4a239e5bc3 2024-11-14T04:58:47,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/94cde02797c54d0da4063a5be643c6cf is 50, key is test_row_0/C:col10/1731560326855/Put/seqid=0 2024-11-14T04:58:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742114_1290 (size=12301) 2024-11-14T04:58:47,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T04:58:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T04:58:47,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T04:58:47,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:47,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:47,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:48,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54754 deadline: 1731560388013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:48,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1731560388013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:48,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:48,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:48,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:48,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54722 deadline: 1731560388022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:48,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1731560388022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:58:48,099 INFO [Thread-1060 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1060. 2024-11-14T04:58:48,099 DEBUG [Thread-1060 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:48,099 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,099 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:48,100 INFO [Thread-1054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1054. 2024-11-14T04:58:48,100 DEBUG [Thread-1054 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:48,100 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,100 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:48,101 INFO [Thread-1058 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1058. 2024-11-14T04:58:48,101 DEBUG [Thread-1058 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:48,101 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,101 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:48,103 INFO [Thread-1052 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1052. 2024-11-14T04:58:48,103 DEBUG [Thread-1052 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:48,103 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,103 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:48,103 INFO [Thread-1056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1056. 2024-11-14T04:58:48,103 DEBUG [Thread-1056 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:48,103 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,103 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:48,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:48,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T04:58:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:48,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:48,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/94cde02797c54d0da4063a5be643c6cf 2024-11-14T04:58:48,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/3267374624444a1c80fcd153cf66c408 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/3267374624444a1c80fcd153cf66c408 2024-11-14T04:58:48,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/3267374624444a1c80fcd153cf66c408, entries=250, sequenceid=332, filesize=16.8 K 2024-11-14T04:58:48,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/5183c09da1d94618b8ab9d4a239e5bc3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5183c09da1d94618b8ab9d4a239e5bc3 2024-11-14T04:58:48,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5183c09da1d94618b8ab9d4a239e5bc3, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T04:58:48,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/94cde02797c54d0da4063a5be643c6cf as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/94cde02797c54d0da4063a5be643c6cf 2024-11-14T04:58:48,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/94cde02797c54d0da4063a5be643c6cf, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T04:58:48,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 18d38a6b78887584c76a970d61823dd4 in 1280ms, sequenceid=332, compaction requested=true 2024-11-14T04:58:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:58:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:58:48,136 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:48,136 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18d38a6b78887584c76a970d61823dd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:58:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:48,137 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:48,137 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:48,137 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/B is initiating minor compaction (all files) 2024-11-14T04:58:48,137 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/A is initiating minor compaction (all files) 2024-11-14T04:58:48,137 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/A in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:48,137 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/B in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:48,137 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5acfdf56209943db9d22e05e68d90f65, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/027993419d7e438ba40b47f599027107, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5183c09da1d94618b8ab9d4a239e5bc3] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=36.7 K 2024-11-14T04:58:48,137 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8dc94bd41cb64c8b9e1e45555386e622, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/bc4fc86357b849398dfa7afac933875b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/3267374624444a1c80fcd153cf66c408] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=41.5 K 2024-11-14T04:58:48,138 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dc94bd41cb64c8b9e1e45555386e622, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731560324914 2024-11-14T04:58:48,138 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 5acfdf56209943db9d22e05e68d90f65, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731560324914 2024-11-14T04:58:48,138 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc4fc86357b849398dfa7afac933875b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731560325559 2024-11-14T04:58:48,138 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 027993419d7e438ba40b47f599027107, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731560325559 2024-11-14T04:58:48,138 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3267374624444a1c80fcd153cf66c408, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731560326213 2024-11-14T04:58:48,138 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 5183c09da1d94618b8ab9d4a239e5bc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731560326213 2024-11-14T04:58:48,145 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:48,145 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/7ca1338088cc48089d9bdb2e47909772 is 50, key is test_row_0/B:col10/1731560326855/Put/seqid=0 2024-11-14T04:58:48,155 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#A#compaction#247 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:48,155 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/704f6be89d6f42e69f9cb6a7c4600d44 is 50, key is test_row_0/A:col10/1731560326855/Put/seqid=0 2024-11-14T04:58:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742115_1291 (size=13085) 2024-11-14T04:58:48,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742116_1292 (size=13085) 2024-11-14T04:58:48,164 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/7ca1338088cc48089d9bdb2e47909772 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7ca1338088cc48089d9bdb2e47909772 2024-11-14T04:58:48,167 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/704f6be89d6f42e69f9cb6a7c4600d44 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/704f6be89d6f42e69f9cb6a7c4600d44 2024-11-14T04:58:48,171 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/B of 18d38a6b78887584c76a970d61823dd4 into 7ca1338088cc48089d9bdb2e47909772(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:48,171 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:48,171 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/B, priority=13, startTime=1731560328136; duration=0sec 2024-11-14T04:58:48,171 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:58:48,171 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:B 2024-11-14T04:58:48,171 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:58:48,172 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/A of 18d38a6b78887584c76a970d61823dd4 into 704f6be89d6f42e69f9cb6a7c4600d44(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:48,172 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:48,172 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/A, priority=13, startTime=1731560328136; duration=0sec 2024-11-14T04:58:48,172 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:58:48,172 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:48,172 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:A 2024-11-14T04:58:48,172 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 18d38a6b78887584c76a970d61823dd4/C is initiating minor compaction (all files) 2024-11-14T04:58:48,172 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18d38a6b78887584c76a970d61823dd4/C in TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:48,172 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/cd5cdf330f7e4c1ea65cacfe92260e3b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/1acc16cab43a474a85f40d93ed2c8ef3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/94cde02797c54d0da4063a5be643c6cf] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp, totalSize=36.7 K 2024-11-14T04:58:48,173 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting cd5cdf330f7e4c1ea65cacfe92260e3b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731560324914 2024-11-14T04:58:48,173 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 1acc16cab43a474a85f40d93ed2c8ef3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731560325559 2024-11-14T04:58:48,173 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 94cde02797c54d0da4063a5be643c6cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731560326213 2024-11-14T04:58:48,181 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18d38a6b78887584c76a970d61823dd4#C#compaction#248 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:58:48,181 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/aa272178c2e24d7c82bc65f3217da0d8 is 50, key is test_row_0/C:col10/1731560326855/Put/seqid=0 2024-11-14T04:58:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742117_1293 (size=13085) 2024-11-14T04:58:48,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T04:58:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:48,265 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T04:58:48,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/7a37321056cb45d2814d6c2525883e2a is 50, key is test_row_0/A:col10/1731560326875/Put/seqid=0 2024-11-14T04:58:48,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742118_1294 (size=12301) 2024-11-14T04:58:48,288 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/7a37321056cb45d2814d6c2525883e2a 2024-11-14T04:58:48,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/d1ec92ac4a9b40c5ab282138f628a7e9 is 50, key is test_row_0/B:col10/1731560326875/Put/seqid=0 2024-11-14T04:58:48,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742119_1295 (size=12301) 2024-11-14T04:58:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T04:58:48,589 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/aa272178c2e24d7c82bc65f3217da0d8 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/aa272178c2e24d7c82bc65f3217da0d8 2024-11-14T04:58:48,593 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18d38a6b78887584c76a970d61823dd4/C of 18d38a6b78887584c76a970d61823dd4 into aa272178c2e24d7c82bc65f3217da0d8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:58:48,593 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:48,593 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., storeName=18d38a6b78887584c76a970d61823dd4/C, priority=13, startTime=1731560328136; duration=0sec 2024-11-14T04:58:48,593 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:58:48,594 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18d38a6b78887584c76a970d61823dd4:C 2024-11-14T04:58:48,708 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/d1ec92ac4a9b40c5ab282138f628a7e9 2024-11-14T04:58:48,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/7d4f648f5c40466abb5316270075c44d is 50, key is test_row_0/C:col10/1731560326875/Put/seqid=0 2024-11-14T04:58:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742120_1296 (size=12301) 2024-11-14T04:58:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:49,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. as already flushing 2024-11-14T04:58:49,024 INFO [Thread-1047 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1047. 2024-11-14T04:58:49,025 DEBUG [Thread-1047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:49,025 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:49,025 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:49,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:49,026 INFO [Thread-1041 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1041. 2024-11-14T04:58:49,026 DEBUG [Thread-1041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:49,026 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:49,026 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:49,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:49,034 INFO [Thread-1049 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1049. 2024-11-14T04:58:49,034 INFO [Thread-1043 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1043. 2024-11-14T04:58:49,034 DEBUG [Thread-1049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:49,034 DEBUG [Thread-1043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:49,034 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:49,034 DEBUG [Thread-1043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:49,034 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:49,034 DEBUG [Thread-1043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:49,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:49,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:49,127 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/7d4f648f5c40466abb5316270075c44d 2024-11-14T04:58:49,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/7a37321056cb45d2814d6c2525883e2a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7a37321056cb45d2814d6c2525883e2a 2024-11-14T04:58:49,136 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7a37321056cb45d2814d6c2525883e2a, entries=150, sequenceid=351, filesize=12.0 K 2024-11-14T04:58:49,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/d1ec92ac4a9b40c5ab282138f628a7e9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d1ec92ac4a9b40c5ab282138f628a7e9 2024-11-14T04:58:49,140 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d1ec92ac4a9b40c5ab282138f628a7e9, entries=150, sequenceid=351, filesize=12.0 K 2024-11-14T04:58:49,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/7d4f648f5c40466abb5316270075c44d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7d4f648f5c40466abb5316270075c44d 2024-11-14T04:58:49,144 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7d4f648f5c40466abb5316270075c44d, entries=150, sequenceid=351, filesize=12.0 K 2024-11-14T04:58:49,145 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 18d38a6b78887584c76a970d61823dd4 in 880ms, sequenceid=351, compaction requested=false 2024-11-14T04:58:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 18d38a6b78887584c76a970d61823dd4: 2024-11-14T04:58:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-14T04:58:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-14T04:58:49,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-14T04:58:49,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9580 sec 2024-11-14T04:58:49,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.9640 sec 2024-11-14T04:58:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T04:58:49,334 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:50,804 INFO [Thread-1045 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1045. 2024-11-14T04:58:50,804 DEBUG [Thread-1045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:58:50,804 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:50,804 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:50,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3543 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3452 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3458 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3555 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3415 2024-11-14T04:58:50,804 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T04:58:50,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:58:50,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:58:50,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:50,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:50,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:58:50,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T04:58:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T04:58:50,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560330809"}]},"ts":"1731560330809"} 2024-11-14T04:58:50,810 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T04:58:50,810 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T04:58:50,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T04:58:50,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18d38a6b78887584c76a970d61823dd4, UNASSIGN}] 2024-11-14T04:58:50,813 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18d38a6b78887584c76a970d61823dd4, UNASSIGN 2024-11-14T04:58:50,814 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=18d38a6b78887584c76a970d61823dd4, regionState=CLOSING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:50,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18d38a6b78887584c76a970d61823dd4, UNASSIGN because future has completed 2024-11-14T04:58:50,815 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:58:50,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:58:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T04:58:50,967 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:50,967 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:58:50,968 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 18d38a6b78887584c76a970d61823dd4, disabling compactions & flushes 2024-11-14T04:58:50,968 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:50,968 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:50,968 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. after waiting 0 ms 2024-11-14T04:58:50,968 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:50,968 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 18d38a6b78887584c76a970d61823dd4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T04:58:50,972 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/4bdf0529c66d483cb4c6a9453b479e7b is 50, key is test_row_0/A:col10/1731560329023/Put/seqid=0 2024-11-14T04:58:50,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742121_1297 (size=12301) 2024-11-14T04:58:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T04:58:51,378 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/4bdf0529c66d483cb4c6a9453b479e7b 2024-11-14T04:58:51,384 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/8ecb24eca8db422189eaf859a323b4a4 is 50, key is test_row_0/B:col10/1731560329023/Put/seqid=0 2024-11-14T04:58:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742122_1298 (size=12301) 2024-11-14T04:58:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T04:58:51,788 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/8ecb24eca8db422189eaf859a323b4a4 2024-11-14T04:58:51,794 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/d6af560b0e8742cdbb2a5f7673796b11 is 50, key is test_row_0/C:col10/1731560329023/Put/seqid=0 2024-11-14T04:58:51,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742123_1299 (size=12301) 2024-11-14T04:58:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T04:58:52,198 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/d6af560b0e8742cdbb2a5f7673796b11 2024-11-14T04:58:52,202 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/A/4bdf0529c66d483cb4c6a9453b479e7b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4bdf0529c66d483cb4c6a9453b479e7b 2024-11-14T04:58:52,205 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4bdf0529c66d483cb4c6a9453b479e7b, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T04:58:52,206 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/B/8ecb24eca8db422189eaf859a323b4a4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/8ecb24eca8db422189eaf859a323b4a4 2024-11-14T04:58:52,209 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/8ecb24eca8db422189eaf859a323b4a4, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T04:58:52,210 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/.tmp/C/d6af560b0e8742cdbb2a5f7673796b11 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/d6af560b0e8742cdbb2a5f7673796b11 2024-11-14T04:58:52,213 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/d6af560b0e8742cdbb2a5f7673796b11, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T04:58:52,214 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 18d38a6b78887584c76a970d61823dd4 in 1246ms, sequenceid=360, compaction requested=true 2024-11-14T04:58:52,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47d4e460b80b422d8bd4bbd73293bacc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47c7c68465264e328fe7238e8997b416, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/c537c880a7fc4d079a7fe62db562f980, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/284f68e06a814ee3a6c1945ecf7b9eef, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ac7c9a6dda574fb6b535e4f20fd164b2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7d16e30206554961b931afaa01ec74fb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a7ad6e92d0744cd4869082363b3027c4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ad206ce68f5f4f798f2adc33a71c7eb6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/986ca0d261404c628ecb519d56649c22, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/5d0da909879b42f5bd765f81f5423418, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/2d76695912184173af7c4157ac2430a1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7dd0d11958e1475eb40197ab1df65b0e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a1efb2d81ec540c7a11be8b34dadfdd5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/87b62687fc2a404d8552a8f99c8f8028, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/6195226b86c14086b3203e6b90d7b945, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4907178cf157401bb820a95d603de3e5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ba1478e0533f4c0da9f3050245995964, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/e65a90cec00e4f98b4dbd1f81f776477, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/61a8bca236e14feb9bb5a3446e9e5047, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8f40654d9bd449f38f4fce63de0eefb5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8dc94bd41cb64c8b9e1e45555386e622, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/bc4fc86357b849398dfa7afac933875b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/3267374624444a1c80fcd153cf66c408] to archive 2024-11-14T04:58:52,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:58:52,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47d4e460b80b422d8bd4bbd73293bacc to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47d4e460b80b422d8bd4bbd73293bacc 2024-11-14T04:58:52,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47c7c68465264e328fe7238e8997b416 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/47c7c68465264e328fe7238e8997b416 2024-11-14T04:58:52,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/c537c880a7fc4d079a7fe62db562f980 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/c537c880a7fc4d079a7fe62db562f980 2024-11-14T04:58:52,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/284f68e06a814ee3a6c1945ecf7b9eef to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/284f68e06a814ee3a6c1945ecf7b9eef 2024-11-14T04:58:52,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ac7c9a6dda574fb6b535e4f20fd164b2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ac7c9a6dda574fb6b535e4f20fd164b2 2024-11-14T04:58:52,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7d16e30206554961b931afaa01ec74fb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7d16e30206554961b931afaa01ec74fb 2024-11-14T04:58:52,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a7ad6e92d0744cd4869082363b3027c4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a7ad6e92d0744cd4869082363b3027c4 2024-11-14T04:58:52,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ad206ce68f5f4f798f2adc33a71c7eb6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ad206ce68f5f4f798f2adc33a71c7eb6 2024-11-14T04:58:52,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/986ca0d261404c628ecb519d56649c22 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/986ca0d261404c628ecb519d56649c22 2024-11-14T04:58:52,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/5d0da909879b42f5bd765f81f5423418 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/5d0da909879b42f5bd765f81f5423418 2024-11-14T04:58:52,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/2d76695912184173af7c4157ac2430a1 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/2d76695912184173af7c4157ac2430a1 2024-11-14T04:58:52,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7dd0d11958e1475eb40197ab1df65b0e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7dd0d11958e1475eb40197ab1df65b0e 2024-11-14T04:58:52,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a1efb2d81ec540c7a11be8b34dadfdd5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/a1efb2d81ec540c7a11be8b34dadfdd5 2024-11-14T04:58:52,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/87b62687fc2a404d8552a8f99c8f8028 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/87b62687fc2a404d8552a8f99c8f8028 2024-11-14T04:58:52,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/6195226b86c14086b3203e6b90d7b945 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/6195226b86c14086b3203e6b90d7b945 2024-11-14T04:58:52,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4907178cf157401bb820a95d603de3e5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4907178cf157401bb820a95d603de3e5 2024-11-14T04:58:52,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ba1478e0533f4c0da9f3050245995964 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/ba1478e0533f4c0da9f3050245995964 2024-11-14T04:58:52,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/e65a90cec00e4f98b4dbd1f81f776477 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/e65a90cec00e4f98b4dbd1f81f776477 2024-11-14T04:58:52,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/61a8bca236e14feb9bb5a3446e9e5047 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/61a8bca236e14feb9bb5a3446e9e5047 2024-11-14T04:58:52,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8f40654d9bd449f38f4fce63de0eefb5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8f40654d9bd449f38f4fce63de0eefb5 2024-11-14T04:58:52,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8dc94bd41cb64c8b9e1e45555386e622 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/8dc94bd41cb64c8b9e1e45555386e622 2024-11-14T04:58:52,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/bc4fc86357b849398dfa7afac933875b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/bc4fc86357b849398dfa7afac933875b 2024-11-14T04:58:52,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/3267374624444a1c80fcd153cf66c408 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/3267374624444a1c80fcd153cf66c408 2024-11-14T04:58:52,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/45fe214ea5594791b39bbb0ee82c30c2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/22c0e6ed7c1e44d5aa1f2c8ff5c0daf7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/f9b501dd962e4d7ba50cd856fb33c7c4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/b60c6ab0c44a4eaeb01b7699f3581f2b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/fca38ed6fb8545daaa277308c23395f8, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7b29f55e1e4f4dbdab52f156fb094059, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/060de6ddf26b4bab8460e189e790b0a6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7f0866045ed24c7db44e54d414162cc9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/a79a41eca01c4153b4aa9bf3fec31485, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d4400167a91840f297e7a85702f8c98a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/75514025ed7b48a08e16d28036af77eb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/94de4d53172343578b2a1848846b9272, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6a9981fdbc6d4e85b1aad38c3c548526, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/8b527efc8f38410c83b25b63ef99f48e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6da1b18f0e404072860cbc51305e0293, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/220f908a1a694bb88e88ab17bff8a797, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/9841c8adbed84938a3a7eff3bf03c790, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/da20d27a7b5b4bfab77aac3ecc741977, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/e8e0628a139b462ab20c0d11121d4b9f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5acfdf56209943db9d22e05e68d90f65, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/0ced30eac9a04a78a6c3eabc9af0f4ec, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/027993419d7e438ba40b47f599027107, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5183c09da1d94618b8ab9d4a239e5bc3] to archive 2024-11-14T04:58:52,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:58:52,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/45fe214ea5594791b39bbb0ee82c30c2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/45fe214ea5594791b39bbb0ee82c30c2 2024-11-14T04:58:52,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/22c0e6ed7c1e44d5aa1f2c8ff5c0daf7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/22c0e6ed7c1e44d5aa1f2c8ff5c0daf7 2024-11-14T04:58:52,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/f9b501dd962e4d7ba50cd856fb33c7c4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/f9b501dd962e4d7ba50cd856fb33c7c4 2024-11-14T04:58:52,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/b60c6ab0c44a4eaeb01b7699f3581f2b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/b60c6ab0c44a4eaeb01b7699f3581f2b 2024-11-14T04:58:52,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/fca38ed6fb8545daaa277308c23395f8 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/fca38ed6fb8545daaa277308c23395f8 2024-11-14T04:58:52,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7b29f55e1e4f4dbdab52f156fb094059 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7b29f55e1e4f4dbdab52f156fb094059 2024-11-14T04:58:52,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/060de6ddf26b4bab8460e189e790b0a6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/060de6ddf26b4bab8460e189e790b0a6 2024-11-14T04:58:52,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7f0866045ed24c7db44e54d414162cc9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7f0866045ed24c7db44e54d414162cc9 2024-11-14T04:58:52,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/a79a41eca01c4153b4aa9bf3fec31485 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/a79a41eca01c4153b4aa9bf3fec31485 2024-11-14T04:58:52,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d4400167a91840f297e7a85702f8c98a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d4400167a91840f297e7a85702f8c98a 2024-11-14T04:58:52,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/75514025ed7b48a08e16d28036af77eb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/75514025ed7b48a08e16d28036af77eb 2024-11-14T04:58:52,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/94de4d53172343578b2a1848846b9272 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/94de4d53172343578b2a1848846b9272 2024-11-14T04:58:52,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6a9981fdbc6d4e85b1aad38c3c548526 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6a9981fdbc6d4e85b1aad38c3c548526 2024-11-14T04:58:52,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/8b527efc8f38410c83b25b63ef99f48e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/8b527efc8f38410c83b25b63ef99f48e 2024-11-14T04:58:52,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6da1b18f0e404072860cbc51305e0293 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/6da1b18f0e404072860cbc51305e0293 2024-11-14T04:58:52,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/220f908a1a694bb88e88ab17bff8a797 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/220f908a1a694bb88e88ab17bff8a797 2024-11-14T04:58:52,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/9841c8adbed84938a3a7eff3bf03c790 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/9841c8adbed84938a3a7eff3bf03c790 2024-11-14T04:58:52,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/da20d27a7b5b4bfab77aac3ecc741977 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/da20d27a7b5b4bfab77aac3ecc741977 2024-11-14T04:58:52,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/e8e0628a139b462ab20c0d11121d4b9f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/e8e0628a139b462ab20c0d11121d4b9f 2024-11-14T04:58:52,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5acfdf56209943db9d22e05e68d90f65 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5acfdf56209943db9d22e05e68d90f65 2024-11-14T04:58:52,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/0ced30eac9a04a78a6c3eabc9af0f4ec to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/0ced30eac9a04a78a6c3eabc9af0f4ec 2024-11-14T04:58:52,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/027993419d7e438ba40b47f599027107 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/027993419d7e438ba40b47f599027107 2024-11-14T04:58:52,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5183c09da1d94618b8ab9d4a239e5bc3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/5183c09da1d94618b8ab9d4a239e5bc3 2024-11-14T04:58:52,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/e7c1ce23fd414c349ca1cae5be601425, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/78f1683271a64bf9a044e97e367c5e65, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/74d57daa954a4f91813ea1be9b6fc95d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7e5f8f61d8ef4b96981e2185e6b3a3cb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/79ac9a47cb6c4b46bb8b84196c09ea88, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b048f0efb23146afb226fe02469c43be, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/41c4e66a6ef34c7b91f407fd90066482, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b3352126abbd4ffebcd4046271df5b36, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/28748558ea1244d19f8e0f8913bfeeb4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/5b5e79af09864f338bc5c3848efac9e7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/4c2a9ba50873459ab36f6569e21f5447, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f440997bf1c4460ab3f2b659b1c2fa11, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f2483492ed83455ca70a29308c45e2f6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b560aa4c3f724fb5bd45bf2f9146dd0a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/87c708f50ba94a0581a5dc4b2c80a2b3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/416795848dd241b8a399244ef43f6b59, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/8a6d266cf92848f28fe3abaf111510e6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/660354bc031b40a4a69196101f850043, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/c71fe7112749447797f7c449ba62d4c7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/cd5cdf330f7e4c1ea65cacfe92260e3b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/3f408c60c85c483a8d0a2dd035133481, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/1acc16cab43a474a85f40d93ed2c8ef3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/94cde02797c54d0da4063a5be643c6cf] to archive 2024-11-14T04:58:52,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:58:52,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/e7c1ce23fd414c349ca1cae5be601425 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/e7c1ce23fd414c349ca1cae5be601425 2024-11-14T04:58:52,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/78f1683271a64bf9a044e97e367c5e65 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/78f1683271a64bf9a044e97e367c5e65 2024-11-14T04:58:52,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/74d57daa954a4f91813ea1be9b6fc95d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/74d57daa954a4f91813ea1be9b6fc95d 2024-11-14T04:58:52,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7e5f8f61d8ef4b96981e2185e6b3a3cb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7e5f8f61d8ef4b96981e2185e6b3a3cb 2024-11-14T04:58:52,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/79ac9a47cb6c4b46bb8b84196c09ea88 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/79ac9a47cb6c4b46bb8b84196c09ea88 2024-11-14T04:58:52,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b048f0efb23146afb226fe02469c43be to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b048f0efb23146afb226fe02469c43be 2024-11-14T04:58:52,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/41c4e66a6ef34c7b91f407fd90066482 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/41c4e66a6ef34c7b91f407fd90066482 2024-11-14T04:58:52,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b3352126abbd4ffebcd4046271df5b36 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b3352126abbd4ffebcd4046271df5b36 2024-11-14T04:58:52,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/28748558ea1244d19f8e0f8913bfeeb4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/28748558ea1244d19f8e0f8913bfeeb4 2024-11-14T04:58:52,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/5b5e79af09864f338bc5c3848efac9e7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/5b5e79af09864f338bc5c3848efac9e7 2024-11-14T04:58:52,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/4c2a9ba50873459ab36f6569e21f5447 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/4c2a9ba50873459ab36f6569e21f5447 2024-11-14T04:58:52,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f440997bf1c4460ab3f2b659b1c2fa11 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f440997bf1c4460ab3f2b659b1c2fa11 2024-11-14T04:58:52,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f2483492ed83455ca70a29308c45e2f6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/f2483492ed83455ca70a29308c45e2f6 2024-11-14T04:58:52,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b560aa4c3f724fb5bd45bf2f9146dd0a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/b560aa4c3f724fb5bd45bf2f9146dd0a 2024-11-14T04:58:52,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/87c708f50ba94a0581a5dc4b2c80a2b3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/87c708f50ba94a0581a5dc4b2c80a2b3 2024-11-14T04:58:52,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/416795848dd241b8a399244ef43f6b59 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/416795848dd241b8a399244ef43f6b59 2024-11-14T04:58:52,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/8a6d266cf92848f28fe3abaf111510e6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/8a6d266cf92848f28fe3abaf111510e6 2024-11-14T04:58:52,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/660354bc031b40a4a69196101f850043 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/660354bc031b40a4a69196101f850043 2024-11-14T04:58:52,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/c71fe7112749447797f7c449ba62d4c7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/c71fe7112749447797f7c449ba62d4c7 2024-11-14T04:58:52,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/cd5cdf330f7e4c1ea65cacfe92260e3b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/cd5cdf330f7e4c1ea65cacfe92260e3b 2024-11-14T04:58:52,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/3f408c60c85c483a8d0a2dd035133481 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/3f408c60c85c483a8d0a2dd035133481 2024-11-14T04:58:52,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/1acc16cab43a474a85f40d93ed2c8ef3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/1acc16cab43a474a85f40d93ed2c8ef3 2024-11-14T04:58:52,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/94cde02797c54d0da4063a5be643c6cf to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/94cde02797c54d0da4063a5be643c6cf 2024-11-14T04:58:52,287 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/recovered.edits/363.seqid, newMaxSeqId=363, maxSeqId=1 2024-11-14T04:58:52,288 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. 2024-11-14T04:58:52,288 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 18d38a6b78887584c76a970d61823dd4: Waiting for close lock at 1731560330968Running coprocessor pre-close hooks at 1731560330968Disabling compacts and flushes for region at 1731560330968Disabling writes for close at 1731560330968Obtaining lock to block concurrent updates at 1731560330968Preparing flush snapshotting stores in 18d38a6b78887584c76a970d61823dd4 at 1731560330968Finished memstore snapshotting TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731560330968Flushing stores of TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4. at 1731560330969 (+1 ms)Flushing 18d38a6b78887584c76a970d61823dd4/A: creating writer at 1731560330969Flushing 18d38a6b78887584c76a970d61823dd4/A: appending metadata at 1731560330972 (+3 ms)Flushing 18d38a6b78887584c76a970d61823dd4/A: closing flushed file at 1731560330972Flushing 18d38a6b78887584c76a970d61823dd4/B: creating writer at 1731560331381 (+409 ms)Flushing 18d38a6b78887584c76a970d61823dd4/B: appending metadata at 1731560331384 (+3 ms)Flushing 18d38a6b78887584c76a970d61823dd4/B: closing flushed file at 1731560331384Flushing 18d38a6b78887584c76a970d61823dd4/C: creating writer at 1731560331791 (+407 ms)Flushing 18d38a6b78887584c76a970d61823dd4/C: appending metadata at 1731560331794 (+3 ms)Flushing 18d38a6b78887584c76a970d61823dd4/C: closing flushed file at 1731560331794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2717d9e4: reopening flushed file at 1731560332201 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3686a4ca: reopening flushed file at 1731560332205 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4d4939: reopening flushed file at 1731560332209 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 18d38a6b78887584c76a970d61823dd4 in 1246ms, sequenceid=360, compaction requested=true at 1731560332214 (+5 ms)Writing region close event to WAL at 1731560332284 (+70 ms)Running coprocessor post-close hooks at 1731560332288 (+4 ms)Closed at 1731560332288 2024-11-14T04:58:52,289 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:52,290 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=18d38a6b78887584c76a970d61823dd4, regionState=CLOSED 2024-11-14T04:58:52,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:58:52,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-14T04:58:52,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 18d38a6b78887584c76a970d61823dd4, server=44289c305c03,46441,1731560250145 in 1.4770 sec 2024-11-14T04:58:52,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-14T04:58:52,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18d38a6b78887584c76a970d61823dd4, UNASSIGN in 1.4810 sec 2024-11-14T04:58:52,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-14T04:58:52,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4840 sec 2024-11-14T04:58:52,297 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560332297"}]},"ts":"1731560332297"} 2024-11-14T04:58:52,298 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T04:58:52,298 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T04:58:52,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4920 sec 2024-11-14T04:58:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T04:58:52,953 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:52,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T04:58:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:52,955 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T04:58:52,956 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:52,958 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:52,960 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/recovered.edits] 2024-11-14T04:58:52,963 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4bdf0529c66d483cb4c6a9453b479e7b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/4bdf0529c66d483cb4c6a9453b479e7b 2024-11-14T04:58:52,964 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/704f6be89d6f42e69f9cb6a7c4600d44 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/704f6be89d6f42e69f9cb6a7c4600d44 2024-11-14T04:58:52,965 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7a37321056cb45d2814d6c2525883e2a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/A/7a37321056cb45d2814d6c2525883e2a 2024-11-14T04:58:52,966 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7ca1338088cc48089d9bdb2e47909772 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/7ca1338088cc48089d9bdb2e47909772 2024-11-14T04:58:52,967 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/8ecb24eca8db422189eaf859a323b4a4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/8ecb24eca8db422189eaf859a323b4a4 2024-11-14T04:58:52,968 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d1ec92ac4a9b40c5ab282138f628a7e9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/B/d1ec92ac4a9b40c5ab282138f628a7e9 2024-11-14T04:58:52,970 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7d4f648f5c40466abb5316270075c44d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/7d4f648f5c40466abb5316270075c44d 2024-11-14T04:58:52,971 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/aa272178c2e24d7c82bc65f3217da0d8 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/aa272178c2e24d7c82bc65f3217da0d8 2024-11-14T04:58:52,972 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/d6af560b0e8742cdbb2a5f7673796b11 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/C/d6af560b0e8742cdbb2a5f7673796b11 2024-11-14T04:58:52,974 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/recovered.edits/363.seqid to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4/recovered.edits/363.seqid 2024-11-14T04:58:52,975 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/18d38a6b78887584c76a970d61823dd4 2024-11-14T04:58:52,975 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T04:58:52,977 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:52,979 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T04:58:52,981 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T04:58:52,982 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:52,982 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T04:58:52,982 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731560332982"}]},"ts":"9223372036854775807"} 2024-11-14T04:58:52,984 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T04:58:52,984 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 18d38a6b78887584c76a970d61823dd4, NAME => 'TestAcidGuarantees,,1731560306899.18d38a6b78887584c76a970d61823dd4.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T04:58:52,984 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T04:58:52,984 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731560332984"}]},"ts":"9223372036854775807"} 2024-11-14T04:58:52,985 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T04:58:52,986 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:52,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-14T04:58:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T04:58:53,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T04:58:53,065 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:53,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 247), OpenFileDescriptor=459 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 496) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4714 (was 4828) 2024-11-14T04:58:53,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=4714 2024-11-14T04:58:53,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T04:58:53,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:58:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:53,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:58:53,084 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:53,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-14T04:58:53,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:58:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T04:58:53,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742124_1300 (size=959) 2024-11-14T04:58:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T04:58:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T04:58:53,492 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41 2024-11-14T04:58:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742125_1301 (size=53) 2024-11-14T04:58:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T04:58:53,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:58:53,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d78465bce42d78dbf9c60205d7ff6c28, disabling compactions & flushes 2024-11-14T04:58:53,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:53,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:53,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. after waiting 0 ms 2024-11-14T04:58:53,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:53,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:53,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d78465bce42d78dbf9c60205d7ff6c28: Waiting for close lock at 1731560333897Disabling compacts and flushes for region at 1731560333897Disabling writes for close at 1731560333897Writing region close event to WAL at 1731560333897Closed at 1731560333897 2024-11-14T04:58:53,899 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:58:53,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731560333899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560333899"}]},"ts":"1731560333899"} 2024-11-14T04:58:53,900 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:58:53,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:58:53,901 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560333901"}]},"ts":"1731560333901"} 2024-11-14T04:58:53,902 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T04:58:53,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, ASSIGN}] 2024-11-14T04:58:53,904 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, ASSIGN 2024-11-14T04:58:53,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, ASSIGN; state=OFFLINE, location=44289c305c03,46441,1731560250145; forceNewPlan=false, retain=false 2024-11-14T04:58:54,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=d78465bce42d78dbf9c60205d7ff6c28, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:54,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, ASSIGN because future has completed 2024-11-14T04:58:54,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:58:54,211 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:54,211 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:58:54,212 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,212 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:58:54,212 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,212 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,213 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,214 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78465bce42d78dbf9c60205d7ff6c28 columnFamilyName A 2024-11-14T04:58:54,214 DEBUG [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:54,215 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(327): Store=d78465bce42d78dbf9c60205d7ff6c28/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:54,215 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,216 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78465bce42d78dbf9c60205d7ff6c28 columnFamilyName B 2024-11-14T04:58:54,216 DEBUG [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:54,216 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(327): Store=d78465bce42d78dbf9c60205d7ff6c28/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:54,216 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,217 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78465bce42d78dbf9c60205d7ff6c28 columnFamilyName C 2024-11-14T04:58:54,217 DEBUG [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:54,217 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(327): Store=d78465bce42d78dbf9c60205d7ff6c28/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:54,217 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,218 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,218 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,218 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,218 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,219 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:58:54,220 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,221 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:58:54,222 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened d78465bce42d78dbf9c60205d7ff6c28; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59657073, jitterRate=-0.11104033887386322}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:58:54,222 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:54,222 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for d78465bce42d78dbf9c60205d7ff6c28: Running coprocessor pre-open hook at 1731560334212Writing region info on filesystem at 1731560334212Initializing all the Stores at 1731560334213 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560334213Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560334213Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560334213Cleaning up temporary data from old regions at 1731560334218 (+5 ms)Running coprocessor post-open hooks at 1731560334222 (+4 ms)Region opened successfully at 1731560334222 2024-11-14T04:58:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T04:58:54,223 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., pid=91, masterSystemTime=1731560334209 2024-11-14T04:58:54,225 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:54,225 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:54,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=d78465bce42d78dbf9c60205d7ff6c28, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:54,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:58:54,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-14T04:58:54,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 in 170 msec 2024-11-14T04:58:54,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-14T04:58:54,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, ASSIGN in 326 msec 2024-11-14T04:58:54,231 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:58:54,231 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560334231"}]},"ts":"1731560334231"} 2024-11-14T04:58:54,232 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T04:58:54,233 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:58:54,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-14T04:58:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T04:58:55,233 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:55,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197fefe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:55,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:55,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:55,235 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5cf73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:55,236 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3e70c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:55,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:55,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:55,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:58:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,39861,1731560249453 2024-11-14T04:58:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f576c9 2024-11-14T04:58:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:58:55,241 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:58:55,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T04:58:55,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:58:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T04:58:55,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742126_1302 (size=995) 2024-11-14T04:58:55,654 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-14T04:58:55,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-14T04:58:55,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T04:58:55,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, REOPEN/MOVE}] 2024-11-14T04:58:55,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, REOPEN/MOVE 2024-11-14T04:58:55,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d78465bce42d78dbf9c60205d7ff6c28, regionState=CLOSING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:55,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, REOPEN/MOVE because future has completed 2024-11-14T04:58:55,661 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:58:55,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:58:55,814 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:55,814 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:58:55,814 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing d78465bce42d78dbf9c60205d7ff6c28, disabling compactions & flushes 2024-11-14T04:58:55,814 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:55,814 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:55,814 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. after waiting 0 ms 2024-11-14T04:58:55,814 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:55,817 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:58:55,818 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:55,818 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for d78465bce42d78dbf9c60205d7ff6c28: Waiting for close lock at 1731560335814Running coprocessor pre-close hooks at 1731560335814Disabling compacts and flushes for region at 1731560335814Disabling writes for close at 1731560335814Writing region close event to WAL at 1731560335814Running coprocessor post-close hooks at 1731560335818 (+4 ms)Closed at 1731560335818 2024-11-14T04:58:55,818 WARN [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: d78465bce42d78dbf9c60205d7ff6c28 to self. 2024-11-14T04:58:55,820 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:55,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d78465bce42d78dbf9c60205d7ff6c28, regionState=CLOSED 2024-11-14T04:58:55,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:58:55,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-14T04:58:55,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 in 161 msec 2024-11-14T04:58:55,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, REOPEN/MOVE; state=CLOSED, location=44289c305c03,46441,1731560250145; forceNewPlan=false, retain=true 2024-11-14T04:58:55,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d78465bce42d78dbf9c60205d7ff6c28, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:55,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, REOPEN/MOVE because future has completed 2024-11-14T04:58:55,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:58:56,131 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,131 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:58:56,132 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,132 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:58:56,132 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,132 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,133 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,133 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78465bce42d78dbf9c60205d7ff6c28 columnFamilyName A 2024-11-14T04:58:56,134 DEBUG [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:56,135 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(327): Store=d78465bce42d78dbf9c60205d7ff6c28/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:56,135 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,136 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78465bce42d78dbf9c60205d7ff6c28 columnFamilyName B 2024-11-14T04:58:56,136 DEBUG [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:56,136 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(327): Store=d78465bce42d78dbf9c60205d7ff6c28/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:56,136 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,136 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78465bce42d78dbf9c60205d7ff6c28 columnFamilyName C 2024-11-14T04:58:56,136 DEBUG [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:56,137 INFO [StoreOpener-d78465bce42d78dbf9c60205d7ff6c28-1 {}] regionserver.HStore(327): Store=d78465bce42d78dbf9c60205d7ff6c28/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:58:56,137 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,137 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,138 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,139 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,139 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,139 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:58:56,140 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,140 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened d78465bce42d78dbf9c60205d7ff6c28; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60363510, jitterRate=-0.10051360726356506}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:58:56,140 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,141 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for d78465bce42d78dbf9c60205d7ff6c28: Running coprocessor pre-open hook at 1731560336132Writing region info on filesystem at 1731560336132Initializing all the Stores at 1731560336132Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560336132Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560336133 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560336133Cleaning up temporary data from old regions at 1731560336139 (+6 ms)Running coprocessor post-open hooks at 1731560336140 (+1 ms)Region opened successfully at 1731560336141 (+1 ms) 2024-11-14T04:58:56,142 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., pid=96, masterSystemTime=1731560336128 2024-11-14T04:58:56,143 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,143 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d78465bce42d78dbf9c60205d7ff6c28, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:58:56,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-14T04:58:56,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 in 169 msec 2024-11-14T04:58:56,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-14T04:58:56,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, REOPEN/MOVE in 488 msec 2024-11-14T04:58:56,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-14T04:58:56,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-14T04:58:56,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-14T04:58:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-14T04:58:56,154 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:58:56,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,155 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38fa4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,157 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f42ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,158 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6151d9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,159 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506e782f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,161 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f37ae9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,162 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3ca7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,164 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db00eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528b0400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,167 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0aea49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,168 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235db117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,169 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b2eb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,171 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d10f5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,172 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e08d069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,173 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4266b848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,175 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3167cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,176 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba62ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,178 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aebb657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,179 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6011ec9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:58:56,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:58:56,180 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:58:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:58:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:58:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f253c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:58:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:58:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:58:56,181 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:58:56,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea71991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:58:56,182 DEBUG [Thread-1405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,182 DEBUG [Thread-1394 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,182 DEBUG [Thread-1407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,182 DEBUG [Thread-1400 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,182 DEBUG [Thread-1403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,183 DEBUG [Thread-1411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,183 DEBUG [Thread-1398 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,186 DEBUG [Thread-1396 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,186 DEBUG [Thread-1392 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,186 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:58:56,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,187 DEBUG [Thread-1409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:58:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-14T04:58:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:58:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:58:56,189 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:58:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T04:58:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:58:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,193 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:58:56,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:58:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:58:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:56,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T04:58:56,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114417a668a972f450794db088d14f76250_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560336202/Put/seqid=0 2024-11-14T04:58:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742127_1303 (size=17034) 2024-11-14T04:58:56,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560396244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560396245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560396246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560396248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560396250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T04:58:56,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560396353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560396362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560396362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560396362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560396362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T04:58:56,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560396562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560396572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560396583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560396583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560396583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:56,652 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114417a668a972f450794db088d14f76250_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114417a668a972f450794db088d14f76250_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:56,653 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ea08547d54e44188a86951e77d5ccbec, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:58:56,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ea08547d54e44188a86951e77d5ccbec is 175, key is test_row_0/A:col10/1731560336202/Put/seqid=0 2024-11-14T04:58:56,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:56,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742128_1304 (size=48139) 2024-11-14T04:58:56,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:56,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:56,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T04:58:56,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560396872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560396882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560396893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560396893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560396903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:56,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:56,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:56,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:56,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,068 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ea08547d54e44188a86951e77d5ccbec 2024-11-14T04:58:57,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/7fa8dcaa15904d3b87cd539856d3bc3b is 50, key is test_row_0/B:col10/1731560336202/Put/seqid=0 2024-11-14T04:58:57,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742129_1305 (size=12001) 2024-11-14T04:58:57,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:57,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:57,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:57,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:57,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T04:58:57,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560397393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:57,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560397403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:57,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560397403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:57,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560397403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:57,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560397422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:57,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/7fa8dcaa15904d3b87cd539856d3bc3b 2024-11-14T04:58:57,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/e52422989a7d47a688085c112101bcdf is 50, key is test_row_0/C:col10/1731560336202/Put/seqid=0 2024-11-14T04:58:57,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742130_1306 (size=12001) 2024-11-14T04:58:57,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:57,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:57,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:57,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,808 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:58:57,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:57,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:58:57,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/e52422989a7d47a688085c112101bcdf 2024-11-14T04:58:57,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ea08547d54e44188a86951e77d5ccbec as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea08547d54e44188a86951e77d5ccbec 2024-11-14T04:58:57,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea08547d54e44188a86951e77d5ccbec, entries=250, sequenceid=17, filesize=47.0 K 2024-11-14T04:58:57,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/7fa8dcaa15904d3b87cd539856d3bc3b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7fa8dcaa15904d3b87cd539856d3bc3b 2024-11-14T04:58:57,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7fa8dcaa15904d3b87cd539856d3bc3b, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T04:58:57,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/e52422989a7d47a688085c112101bcdf as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/e52422989a7d47a688085c112101bcdf 2024-11-14T04:58:57,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/e52422989a7d47a688085c112101bcdf, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T04:58:57,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d78465bce42d78dbf9c60205d7ff6c28 in 1749ms, sequenceid=17, compaction requested=false 2024-11-14T04:58:57,954 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T04:58:57,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:58:58,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T04:58:58,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:58,036 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:58:58,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114306b0a6c93f34603a6b48570cd96aa23_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560336247/Put/seqid=0 2024-11-14T04:58:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742131_1307 (size=12154) 2024-11-14T04:58:58,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:58,054 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114306b0a6c93f34603a6b48570cd96aa23_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114306b0a6c93f34603a6b48570cd96aa23_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:58,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/98b7c7521db64763b10147cc4bf3e6c3, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:58:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/98b7c7521db64763b10147cc4bf3e6c3 is 175, key is test_row_0/A:col10/1731560336247/Put/seqid=0 2024-11-14T04:58:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742132_1308 (size=30955) 2024-11-14T04:58:58,060 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/98b7c7521db64763b10147cc4bf3e6c3 2024-11-14T04:58:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/5ae80f025fbe4cc38450a68ee5147e88 is 50, key is test_row_0/B:col10/1731560336247/Put/seqid=0 2024-11-14T04:58:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742133_1309 (size=12001) 2024-11-14T04:58:58,073 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/5ae80f025fbe4cc38450a68ee5147e88 2024-11-14T04:58:58,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/c2cb94f0c2524c43bb4469e2b7344f3f is 50, key is test_row_0/C:col10/1731560336247/Put/seqid=0 2024-11-14T04:58:58,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742134_1310 (size=12001) 2024-11-14T04:58:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T04:58:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:58,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:58:58,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560398428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560398429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560398429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560398432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560398439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,440 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:58:58,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,486 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/c2cb94f0c2524c43bb4469e2b7344f3f 2024-11-14T04:58:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/98b7c7521db64763b10147cc4bf3e6c3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/98b7c7521db64763b10147cc4bf3e6c3 2024-11-14T04:58:58,493 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:58:58,494 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/98b7c7521db64763b10147cc4bf3e6c3, entries=150, sequenceid=40, filesize=30.2 K 2024-11-14T04:58:58,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/5ae80f025fbe4cc38450a68ee5147e88 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5ae80f025fbe4cc38450a68ee5147e88 2024-11-14T04:58:58,498 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5ae80f025fbe4cc38450a68ee5147e88, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T04:58:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/c2cb94f0c2524c43bb4469e2b7344f3f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c2cb94f0c2524c43bb4469e2b7344f3f 2024-11-14T04:58:58,502 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c2cb94f0c2524c43bb4469e2b7344f3f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T04:58:58,503 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d78465bce42d78dbf9c60205d7ff6c28 in 467ms, sequenceid=40, compaction requested=false 2024-11-14T04:58:58,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:58:58,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:58:58,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-14T04:58:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-14T04:58:58,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-14T04:58:58,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3110 sec 2024-11-14T04:58:58,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.3210 sec 2024-11-14T04:58:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:58,546 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:58:58,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T04:58:58,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146cf0e73312ee42e6bfeda57f5563a0ff_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560338428/Put/seqid=0 2024-11-14T04:58:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742135_1311 (size=14594) 2024-11-14T04:58:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560398584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560398590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560398591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560398594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560398703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560398703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560398712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560398713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560398922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560398922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560398922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560398922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:58,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:58,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:58,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:58:58,962 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146cf0e73312ee42e6bfeda57f5563a0ff_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146cf0e73312ee42e6bfeda57f5563a0ff_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:58:58,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/a21a1b199ff5409096c7aa49378012c1, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:58:58,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/a21a1b199ff5409096c7aa49378012c1 is 175, key is test_row_0/A:col10/1731560338428/Put/seqid=0 2024-11-14T04:58:58,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742136_1312 (size=39549) 2024-11-14T04:58:59,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560399233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:59,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:59,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560399233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:59,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:59,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:59,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560399233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:59,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:59,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560399234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:59,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:59,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:59,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/a21a1b199ff5409096c7aa49378012c1 2024-11-14T04:58:59,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/83eaac8b5ae24c6aa1ac2ea5f9c837ac is 50, key is test_row_0/B:col10/1731560338428/Put/seqid=0 2024-11-14T04:58:59,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742137_1313 (size=12001) 2024-11-14T04:58:59,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560399752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:59,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560399752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:59,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560399752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:58:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560399753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:58:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:58:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:58:59,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/83eaac8b5ae24c6aa1ac2ea5f9c837ac 2024-11-14T04:58:59,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/7833368bbdbc4f2894c6d8b84103e3b8 is 50, key is test_row_0/C:col10/1731560338428/Put/seqid=0 2024-11-14T04:58:59,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742138_1314 (size=12001) 2024-11-14T04:59:00,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/7833368bbdbc4f2894c6d8b84103e3b8 2024-11-14T04:59:00,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/a21a1b199ff5409096c7aa49378012c1 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a21a1b199ff5409096c7aa49378012c1 2024-11-14T04:59:00,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a21a1b199ff5409096c7aa49378012c1, entries=200, sequenceid=54, filesize=38.6 K 2024-11-14T04:59:00,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/83eaac8b5ae24c6aa1ac2ea5f9c837ac as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/83eaac8b5ae24c6aa1ac2ea5f9c837ac 2024-11-14T04:59:00,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/83eaac8b5ae24c6aa1ac2ea5f9c837ac, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T04:59:00,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/7833368bbdbc4f2894c6d8b84103e3b8 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/7833368bbdbc4f2894c6d8b84103e3b8 2024-11-14T04:59:00,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/7833368bbdbc4f2894c6d8b84103e3b8, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T04:59:00,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d78465bce42d78dbf9c60205d7ff6c28 in 1696ms, sequenceid=54, compaction requested=true 2024-11-14T04:59:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:00,242 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:00,243 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:00,243 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:00,243 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:00,244 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/A is initiating minor compaction (all files) 2024-11-14T04:59:00,244 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/B is initiating minor compaction (all files) 2024-11-14T04:59:00,244 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/A in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,244 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/B in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,244 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea08547d54e44188a86951e77d5ccbec, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/98b7c7521db64763b10147cc4bf3e6c3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a21a1b199ff5409096c7aa49378012c1] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=115.9 K 2024-11-14T04:59:00,244 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7fa8dcaa15904d3b87cd539856d3bc3b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5ae80f025fbe4cc38450a68ee5147e88, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/83eaac8b5ae24c6aa1ac2ea5f9c837ac] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=35.2 K 2024-11-14T04:59:00,244 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,244 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea08547d54e44188a86951e77d5ccbec, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/98b7c7521db64763b10147cc4bf3e6c3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a21a1b199ff5409096c7aa49378012c1] 2024-11-14T04:59:00,244 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fa8dcaa15904d3b87cd539856d3bc3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731560336199 2024-11-14T04:59:00,244 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea08547d54e44188a86951e77d5ccbec, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731560336195 2024-11-14T04:59:00,244 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ae80f025fbe4cc38450a68ee5147e88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731560336222 2024-11-14T04:59:00,245 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98b7c7521db64763b10147cc4bf3e6c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731560336222 2024-11-14T04:59:00,245 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 83eaac8b5ae24c6aa1ac2ea5f9c837ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731560338427 2024-11-14T04:59:00,245 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a21a1b199ff5409096c7aa49378012c1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731560338427 2024-11-14T04:59:00,250 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:00,252 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:00,253 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/ed99cf5684f04946b3facd3e5f861ddb is 50, key is test_row_0/B:col10/1731560338428/Put/seqid=0 2024-11-14T04:59:00,255 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111488f3b31ae9f84042865d493be42fa967_d78465bce42d78dbf9c60205d7ff6c28 store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:00,256 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111488f3b31ae9f84042865d493be42fa967_d78465bce42d78dbf9c60205d7ff6c28, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:00,256 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111488f3b31ae9f84042865d493be42fa967_d78465bce42d78dbf9c60205d7ff6c28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:00,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742139_1315 (size=12104) 2024-11-14T04:59:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742140_1316 (size=4469) 2024-11-14T04:59:00,272 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#A#compaction#264 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:00,272 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/c0c784cba02040df91c31399bcaf056f is 175, key is test_row_0/A:col10/1731560338428/Put/seqid=0 2024-11-14T04:59:00,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742141_1317 (size=31058) 2024-11-14T04:59:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T04:59:00,353 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:00,354 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-14T04:59:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T04:59:00,356 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:00,357 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:00,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T04:59:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:00,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:59:00,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111466128acf0f874b26924f53f27144daa0_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560338592/Put/seqid=0 2024-11-14T04:59:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742142_1318 (size=14594) 2024-11-14T04:59:00,484 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:00,487 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111466128acf0f874b26924f53f27144daa0_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111466128acf0f874b26924f53f27144daa0_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:00,488 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ff4d9dab4ee54e76bf6f79290648af6f, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:00,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ff4d9dab4ee54e76bf6f79290648af6f is 175, key is test_row_0/A:col10/1731560338592/Put/seqid=0 2024-11-14T04:59:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742143_1319 (size=39549) 2024-11-14T04:59:00,492 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ff4d9dab4ee54e76bf6f79290648af6f 2024-11-14T04:59:00,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/069bdbd4da3b4c0f9d2b0f779dc6f347 is 50, key is test_row_0/B:col10/1731560338592/Put/seqid=0 2024-11-14T04:59:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742144_1320 (size=12001) 2024-11-14T04:59:00,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/069bdbd4da3b4c0f9d2b0f779dc6f347 2024-11-14T04:59:00,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T04:59:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:00,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/035c43a905564ecaa0d455faf3e51b5e is 50, key is test_row_0/C:col10/1731560338592/Put/seqid=0 2024-11-14T04:59:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742145_1321 (size=12001) 2024-11-14T04:59:00,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560400564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:00,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T04:59:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:00,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:00,672 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/ed99cf5684f04946b3facd3e5f861ddb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/ed99cf5684f04946b3facd3e5f861ddb 2024-11-14T04:59:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T04:59:00,676 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/B of d78465bce42d78dbf9c60205d7ff6c28 into ed99cf5684f04946b3facd3e5f861ddb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:00,676 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:00,676 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/B, priority=13, startTime=1731560340242; duration=0sec 2024-11-14T04:59:00,676 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:00,676 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:B 2024-11-14T04:59:00,676 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:00,677 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:00,678 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/C is initiating minor compaction (all files) 2024-11-14T04:59:00,678 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/C in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,678 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/e52422989a7d47a688085c112101bcdf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c2cb94f0c2524c43bb4469e2b7344f3f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/7833368bbdbc4f2894c6d8b84103e3b8] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=35.2 K 2024-11-14T04:59:00,678 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e52422989a7d47a688085c112101bcdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731560336199 2024-11-14T04:59:00,678 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting c2cb94f0c2524c43bb4469e2b7344f3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731560336222 2024-11-14T04:59:00,679 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 7833368bbdbc4f2894c6d8b84103e3b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731560338427 2024-11-14T04:59:00,680 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/c0c784cba02040df91c31399bcaf056f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/c0c784cba02040df91c31399bcaf056f 2024-11-14T04:59:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560400672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:00,684 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/A of d78465bce42d78dbf9c60205d7ff6c28 into c0c784cba02040df91c31399bcaf056f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:00,684 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:00,684 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/A, priority=13, startTime=1731560340242; duration=0sec 2024-11-14T04:59:00,684 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:00,684 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:A 2024-11-14T04:59:00,686 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:00,686 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/3aa40b17f4dc4c2fb9bb5682fbe0580e is 50, key is test_row_0/C:col10/1731560338428/Put/seqid=0 2024-11-14T04:59:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742146_1322 (size=12104) 2024-11-14T04:59:00,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560400762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:00,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560400762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:00,770 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:00,770 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:00,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560400772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560400773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:00,781 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,781 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:00,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T04:59:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:00,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:00,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560400893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:00,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/035c43a905564ecaa0d455faf3e51b5e 2024-11-14T04:59:00,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ff4d9dab4ee54e76bf6f79290648af6f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ff4d9dab4ee54e76bf6f79290648af6f 2024-11-14T04:59:00,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ff4d9dab4ee54e76bf6f79290648af6f, entries=200, sequenceid=77, filesize=38.6 K 2024-11-14T04:59:00,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/069bdbd4da3b4c0f9d2b0f779dc6f347 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/069bdbd4da3b4c0f9d2b0f779dc6f347 2024-11-14T04:59:00,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/069bdbd4da3b4c0f9d2b0f779dc6f347, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T04:59:00,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/035c43a905564ecaa0d455faf3e51b5e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/035c43a905564ecaa0d455faf3e51b5e 2024-11-14T04:59:00,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/035c43a905564ecaa0d455faf3e51b5e, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T04:59:00,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d78465bce42d78dbf9c60205d7ff6c28 in 478ms, sequenceid=77, compaction requested=false 2024-11-14T04:59:00,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:00,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T04:59:00,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:00,973 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T04:59:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114858d661b76c346f0b7674c342d51f18a_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560340563/Put/seqid=0 2024-11-14T04:59:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T04:59:00,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742147_1323 (size=12154) 2024-11-14T04:59:00,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:01,001 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114858d661b76c346f0b7674c342d51f18a_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114858d661b76c346f0b7674c342d51f18a_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:01,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/302f0fe1abc541a7abee35a8692b0e55, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:01,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/302f0fe1abc541a7abee35a8692b0e55 is 175, key is test_row_0/A:col10/1731560340563/Put/seqid=0 2024-11-14T04:59:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742148_1324 (size=30955) 2024-11-14T04:59:01,098 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/3aa40b17f4dc4c2fb9bb5682fbe0580e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/3aa40b17f4dc4c2fb9bb5682fbe0580e 2024-11-14T04:59:01,102 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/C of d78465bce42d78dbf9c60205d7ff6c28 into 3aa40b17f4dc4c2fb9bb5682fbe0580e(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:01,102 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:01,103 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/C, priority=13, startTime=1731560340243; duration=0sec 2024-11-14T04:59:01,103 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:01,103 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:C 2024-11-14T04:59:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:01,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:01,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560401393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:01,414 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/302f0fe1abc541a7abee35a8692b0e55 2024-11-14T04:59:01,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/a3c73cd95fdc4e4f8bd6fb62a88cbbce is 50, key is test_row_0/B:col10/1731560340563/Put/seqid=0 2024-11-14T04:59:01,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742149_1325 (size=12001) 2024-11-14T04:59:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T04:59:01,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560401512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:01,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:01,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:01,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:01,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560401732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:01,846 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/a3c73cd95fdc4e4f8bd6fb62a88cbbce 2024-11-14T04:59:01,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/d1e86d298966442fbb7f83cc7425b2ea is 50, key is test_row_0/C:col10/1731560340563/Put/seqid=0 2024-11-14T04:59:01,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742150_1326 (size=12001) 2024-11-14T04:59:02,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560402052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:02,258 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/d1e86d298966442fbb7f83cc7425b2ea 2024-11-14T04:59:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/302f0fe1abc541a7abee35a8692b0e55 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/302f0fe1abc541a7abee35a8692b0e55 2024-11-14T04:59:02,267 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/302f0fe1abc541a7abee35a8692b0e55, entries=150, sequenceid=92, filesize=30.2 K 2024-11-14T04:59:02,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/a3c73cd95fdc4e4f8bd6fb62a88cbbce as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/a3c73cd95fdc4e4f8bd6fb62a88cbbce 2024-11-14T04:59:02,272 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/a3c73cd95fdc4e4f8bd6fb62a88cbbce, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T04:59:02,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/d1e86d298966442fbb7f83cc7425b2ea as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d1e86d298966442fbb7f83cc7425b2ea 2024-11-14T04:59:02,277 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d1e86d298966442fbb7f83cc7425b2ea, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T04:59:02,277 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d78465bce42d78dbf9c60205d7ff6c28 in 1304ms, sequenceid=92, compaction requested=true 2024-11-14T04:59:02,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:02,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:02,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-14T04:59:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-14T04:59:02,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-14T04:59:02,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9220 sec 2024-11-14T04:59:02,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.9270 sec 2024-11-14T04:59:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T04:59:02,503 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:02,504 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-14T04:59:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T04:59:02,505 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:02,506 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:02,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:02,578 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:02,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T04:59:02,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111425ab9eeffe044273b8f7699fdc0fbab1_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560341368/Put/seqid=0 2024-11-14T04:59:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742151_1327 (size=14594) 2024-11-14T04:59:02,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:02,595 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111425ab9eeffe044273b8f7699fdc0fbab1_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111425ab9eeffe044273b8f7699fdc0fbab1_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:02,595 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/10f96e748e054a9fbc392607f455a5ae, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:02,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/10f96e748e054a9fbc392607f455a5ae is 175, key is test_row_0/A:col10/1731560341368/Put/seqid=0 2024-11-14T04:59:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742152_1328 (size=39549) 2024-11-14T04:59:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T04:59:02,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560402646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:02,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:02,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T04:59:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:02,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560402763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:02,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560402782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:02,785 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:02,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:02,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560402792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:02,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560402793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:02,797 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:02,798 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:02,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T04:59:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:02,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:02,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560402808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:02,815 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T04:59:02,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T04:59:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:02,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:02,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560402982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:02,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:02,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:03,001 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/10f96e748e054a9fbc392607f455a5ae 2024-11-14T04:59:03,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/9034f228b4ba487da9b583fd7c30238e is 50, key is test_row_0/B:col10/1731560341368/Put/seqid=0 2024-11-14T04:59:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742153_1329 (size=12001) 2024-11-14T04:59:03,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T04:59:03,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:03,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T04:59:03,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T04:59:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560403303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:03,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:03,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/9034f228b4ba487da9b583fd7c30238e 2024-11-14T04:59:03,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T04:59:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:03,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/b4e8fc57d3ca4470890420fce69ac3da is 50, key is test_row_0/C:col10/1731560341368/Put/seqid=0 2024-11-14T04:59:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742154_1330 (size=12001) 2024-11-14T04:59:03,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T04:59:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T04:59:03,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T04:59:03,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:03,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560403822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:03,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/b4e8fc57d3ca4470890420fce69ac3da 2024-11-14T04:59:03,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/10f96e748e054a9fbc392607f455a5ae as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/10f96e748e054a9fbc392607f455a5ae 2024-11-14T04:59:03,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/10f96e748e054a9fbc392607f455a5ae, entries=200, sequenceid=117, filesize=38.6 K 2024-11-14T04:59:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/9034f228b4ba487da9b583fd7c30238e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9034f228b4ba487da9b583fd7c30238e 2024-11-14T04:59:03,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9034f228b4ba487da9b583fd7c30238e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T04:59:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/b4e8fc57d3ca4470890420fce69ac3da as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b4e8fc57d3ca4470890420fce69ac3da 2024-11-14T04:59:03,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b4e8fc57d3ca4470890420fce69ac3da, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T04:59:03,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d78465bce42d78dbf9c60205d7ff6c28 in 1307ms, sequenceid=117, compaction requested=true 2024-11-14T04:59:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:03,885 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:03,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:03,886 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:03,894 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:03,894 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:03,894 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/B is initiating minor compaction (all files) 2024-11-14T04:59:03,894 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/A is initiating minor compaction (all files) 2024-11-14T04:59:03,894 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/B in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,894 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/A in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,895 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/c0c784cba02040df91c31399bcaf056f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ff4d9dab4ee54e76bf6f79290648af6f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/302f0fe1abc541a7abee35a8692b0e55, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/10f96e748e054a9fbc392607f455a5ae] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=137.8 K 2024-11-14T04:59:03,895 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/ed99cf5684f04946b3facd3e5f861ddb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/069bdbd4da3b4c0f9d2b0f779dc6f347, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/a3c73cd95fdc4e4f8bd6fb62a88cbbce, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9034f228b4ba487da9b583fd7c30238e] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=47.0 K 2024-11-14T04:59:03,895 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,895 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/c0c784cba02040df91c31399bcaf056f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ff4d9dab4ee54e76bf6f79290648af6f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/302f0fe1abc541a7abee35a8692b0e55, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/10f96e748e054a9fbc392607f455a5ae] 2024-11-14T04:59:03,895 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting ed99cf5684f04946b3facd3e5f861ddb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731560338427 2024-11-14T04:59:03,895 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0c784cba02040df91c31399bcaf056f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731560338427 2024-11-14T04:59:03,896 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 069bdbd4da3b4c0f9d2b0f779dc6f347, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731560338589 2024-11-14T04:59:03,896 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff4d9dab4ee54e76bf6f79290648af6f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731560338568 2024-11-14T04:59:03,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T04:59:03,896 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting a3c73cd95fdc4e4f8bd6fb62a88cbbce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731560340498 2024-11-14T04:59:03,897 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 302f0fe1abc541a7abee35a8692b0e55, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731560340498 2024-11-14T04:59:03,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:03,897 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:59:03,897 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 9034f228b4ba487da9b583fd7c30238e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560341368 2024-11-14T04:59:03,897 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10f96e748e054a9fbc392607f455a5ae, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560341368 2024-11-14T04:59:03,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111412bc0285af834223b751dde238e414df_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560342645/Put/seqid=0 2024-11-14T04:59:03,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742155_1331 (size=12154) 2024-11-14T04:59:03,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:03,930 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:03,932 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:03,932 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/20a8283892404edca015aeb047715d01 is 50, key is test_row_0/B:col10/1731560341368/Put/seqid=0 2024-11-14T04:59:03,933 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111412bc0285af834223b751dde238e414df_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111412bc0285af834223b751dde238e414df_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:03,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/fa90f66cb5be4690a4810ce6baf2b028, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:03,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/fa90f66cb5be4690a4810ce6baf2b028 is 175, key is test_row_0/A:col10/1731560342645/Put/seqid=0 2024-11-14T04:59:03,938 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114d2fe86d0b9984eb08184982b5eae70d2_d78465bce42d78dbf9c60205d7ff6c28 store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:03,939 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114d2fe86d0b9984eb08184982b5eae70d2_d78465bce42d78dbf9c60205d7ff6c28, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:03,940 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d2fe86d0b9984eb08184982b5eae70d2_d78465bce42d78dbf9c60205d7ff6c28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:03,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742156_1332 (size=12241) 2024-11-14T04:59:03,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742157_1333 (size=30955) 2024-11-14T04:59:03,989 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/fa90f66cb5be4690a4810ce6baf2b028 2024-11-14T04:59:04,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/bf8252dd41d64452bc4e522c689a254f is 50, key is test_row_0/B:col10/1731560342645/Put/seqid=0 2024-11-14T04:59:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742158_1334 (size=4469) 2024-11-14T04:59:04,016 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#A#compaction#278 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:04,016 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/a1354f0349ac4e409f00118634ce4085 is 175, key is test_row_0/A:col10/1731560341368/Put/seqid=0 2024-11-14T04:59:04,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742159_1335 (size=12001) 2024-11-14T04:59:04,076 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/bf8252dd41d64452bc4e522c689a254f 2024-11-14T04:59:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742160_1336 (size=31195) 2024-11-14T04:59:04,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/2d5e06795e0a4bc7af6ee842ab3caeb2 is 50, key is test_row_0/C:col10/1731560342645/Put/seqid=0 2024-11-14T04:59:04,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742161_1337 (size=12001) 2024-11-14T04:59:04,124 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/2d5e06795e0a4bc7af6ee842ab3caeb2 2024-11-14T04:59:04,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/fa90f66cb5be4690a4810ce6baf2b028 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fa90f66cb5be4690a4810ce6baf2b028 2024-11-14T04:59:04,135 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fa90f66cb5be4690a4810ce6baf2b028, entries=150, sequenceid=129, filesize=30.2 K 2024-11-14T04:59:04,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/bf8252dd41d64452bc4e522c689a254f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/bf8252dd41d64452bc4e522c689a254f 2024-11-14T04:59:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,146 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/bf8252dd41d64452bc4e522c689a254f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-14T04:59:04,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/2d5e06795e0a4bc7af6ee842ab3caeb2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/2d5e06795e0a4bc7af6ee842ab3caeb2 2024-11-14T04:59:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,152 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/2d5e06795e0a4bc7af6ee842ab3caeb2, entries=150, sequenceid=129, filesize=11.7 K 2024-11-14T04:59:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,153 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for d78465bce42d78dbf9c60205d7ff6c28 in 256ms, sequenceid=129, compaction requested=true 2024-11-14T04:59:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-14T04:59:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-14T04:59:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-14T04:59:04,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6490 sec 2024-11-14T04:59:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.6540 sec 2024-11-14T04:59:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,385 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/20a8283892404edca015aeb047715d01 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/20a8283892404edca015aeb047715d01 2024-11-14T04:59:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,391 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/B of d78465bce42d78dbf9c60205d7ff6c28 into 20a8283892404edca015aeb047715d01(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:04,391 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:04,391 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/B, priority=12, startTime=1731560343885; duration=0sec 2024-11-14T04:59:04,391 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:04,391 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:B 2024-11-14T04:59:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,391 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T04:59:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,393 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T04:59:04,393 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/C is initiating minor compaction (all files) 2024-11-14T04:59:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,393 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/C in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:04,394 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/3aa40b17f4dc4c2fb9bb5682fbe0580e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/035c43a905564ecaa0d455faf3e51b5e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d1e86d298966442fbb7f83cc7425b2ea, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b4e8fc57d3ca4470890420fce69ac3da, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/2d5e06795e0a4bc7af6ee842ab3caeb2] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=58.7 K 2024-11-14T04:59:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,394 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aa40b17f4dc4c2fb9bb5682fbe0580e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731560338427 2024-11-14T04:59:04,394 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 035c43a905564ecaa0d455faf3e51b5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731560338589 2024-11-14T04:59:04,395 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d1e86d298966442fbb7f83cc7425b2ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731560340498 2024-11-14T04:59:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,395 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting b4e8fc57d3ca4470890420fce69ac3da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560341368 2024-11-14T04:59:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,395 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d5e06795e0a4bc7af6ee842ab3caeb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731560342619 2024-11-14T04:59:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,414 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#C#compaction#281 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,414 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/978da1becc8f456c99b481cdf89b8210 is 50, key is test_row_0/C:col10/1731560342645/Put/seqid=0 2024-11-14T04:59:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742162_1338 (size=12275) 2024-11-14T04:59:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,440 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/978da1becc8f456c99b481cdf89b8210 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/978da1becc8f456c99b481cdf89b8210 2024-11-14T04:59:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,447 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/C of d78465bce42d78dbf9c60205d7ff6c28 into 978da1becc8f456c99b481cdf89b8210(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:04,447 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:04,447 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/C, priority=11, startTime=1731560343886; duration=0sec 2024-11-14T04:59:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,448 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:04,448 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:C 2024-11-14T04:59:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,485 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/a1354f0349ac4e409f00118634ce4085 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a1354f0349ac4e409f00118634ce4085 2024-11-14T04:59:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,494 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/A of d78465bce42d78dbf9c60205d7ff6c28 into a1354f0349ac4e409f00118634ce4085(size=30.5 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,494 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:04,494 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/A, priority=12, startTime=1731560343885; duration=0sec 2024-11-14T04:59:04,494 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:04,494 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:A 2024-11-14T04:59:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T04:59:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,653 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,653 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-14T04:59:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,656 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,657 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:04,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T04:59:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T04:59:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T04:59:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:04,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:04,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:04,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-14T04:59:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-14T04:59:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-14T04:59:04,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 158 msec 2024-11-14T04:59:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 166 msec 2024-11-14T04:59:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T04:59:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,973 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,974 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-14T04:59:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,976 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T04:59:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,977 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:04,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T04:59:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T04:59:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:05,131 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T04:59:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ecc627b4bec34fc7a6efcb77d08200f2_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_2/A:col10/1731560345078/Put/seqid=0 2024-11-14T04:59:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742163_1339 (size=9814) 2024-11-14T04:59:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,208 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ecc627b4bec34fc7a6efcb77d08200f2_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ecc627b4bec34fc7a6efcb77d08200f2_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ea0ed8d614fd49dd967cbf30a7948a25, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ea0ed8d614fd49dd967cbf30a7948a25 is 175, key is test_row_2/A:col10/1731560345078/Put/seqid=0 2024-11-14T04:59:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742164_1340 (size=22459) 2024-11-14T04:59:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,249 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ea0ed8d614fd49dd967cbf30a7948a25 2024-11-14T04:59:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/8f9f7f88e93d4a5c80e310adc4a65650 is 50, key is test_row_2/B:col10/1731560345078/Put/seqid=0 2024-11-14T04:59:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T04:59:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742165_1341 (size=7365) 2024-11-14T04:59:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,301 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/8f9f7f88e93d4a5c80e310adc4a65650 2024-11-14T04:59:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/47cec879e1ef4f7493c7dd7870b2324f is 50, key is test_row_2/C:col10/1731560345078/Put/seqid=0 2024-11-14T04:59:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742166_1342 (size=7365) 2024-11-14T04:59:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,388 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/47cec879e1ef4f7493c7dd7870b2324f 2024-11-14T04:59:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ea0ed8d614fd49dd967cbf30a7948a25 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea0ed8d614fd49dd967cbf30a7948a25 2024-11-14T04:59:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,400 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea0ed8d614fd49dd967cbf30a7948a25, entries=100, sequenceid=139, filesize=21.9 K 2024-11-14T04:59:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/8f9f7f88e93d4a5c80e310adc4a65650 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8f9f7f88e93d4a5c80e310adc4a65650 2024-11-14T04:59:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,406 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8f9f7f88e93d4a5c80e310adc4a65650, entries=50, sequenceid=139, filesize=7.2 K 2024-11-14T04:59:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/47cec879e1ef4f7493c7dd7870b2324f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/47cec879e1ef4f7493c7dd7870b2324f 2024-11-14T04:59:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,411 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/47cec879e1ef4f7493c7dd7870b2324f, entries=50, sequenceid=139, filesize=7.2 K 2024-11-14T04:59:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,412 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=33.54 KB/34350 for d78465bce42d78dbf9c60205d7ff6c28 in 281ms, sequenceid=139, compaction requested=true 2024-11-14T04:59:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:05,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-14T04:59:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-14T04:59:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-14T04:59:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 438 msec 2024-11-14T04:59:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 444 msec 2024-11-14T04:59:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,501 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:59:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114915d6982117f4a37ab3b40314d2e5c52_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560345474/Put/seqid=0 2024-11-14T04:59:05,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742167_1343 (size=17284) 2024-11-14T04:59:05,564 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:05,569 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114915d6982117f4a37ab3b40314d2e5c52_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114915d6982117f4a37ab3b40314d2e5c52_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:05,571 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/5b9068f38fb5482aa4374ffd87fb0705, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:05,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/5b9068f38fb5482aa4374ffd87fb0705 is 175, key is test_row_0/A:col10/1731560345474/Put/seqid=0 2024-11-14T04:59:05,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742168_1344 (size=48389) 2024-11-14T04:59:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T04:59:05,603 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:05,604 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-14T04:59:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T04:59:05,605 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:05,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:05,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T04:59:05,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T04:59:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:05,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:05,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560405789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:05,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T04:59:05,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:05,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:05,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:05,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:05,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:05,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560405913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T04:59:05,991 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/5b9068f38fb5482aa4374ffd87fb0705 2024-11-14T04:59:06,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/e269b226d32a423c8153fc5f753c49ee is 50, key is test_row_0/B:col10/1731560345474/Put/seqid=0 2024-11-14T04:59:06,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742169_1345 (size=12151) 2024-11-14T04:59:06,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/e269b226d32a423c8153fc5f753c49ee 2024-11-14T04:59:06,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/5c4f07f3aab740f4ac4ad583f22f7f1f is 50, key is test_row_0/C:col10/1731560345474/Put/seqid=0 2024-11-14T04:59:06,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742170_1346 (size=12151) 2024-11-14T04:59:06,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/5c4f07f3aab740f4ac4ad583f22f7f1f 2024-11-14T04:59:06,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/5b9068f38fb5482aa4374ffd87fb0705 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/5b9068f38fb5482aa4374ffd87fb0705 2024-11-14T04:59:06,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/5b9068f38fb5482aa4374ffd87fb0705, entries=250, sequenceid=150, filesize=47.3 K 2024-11-14T04:59:06,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/e269b226d32a423c8153fc5f753c49ee as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e269b226d32a423c8153fc5f753c49ee 2024-11-14T04:59:06,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e269b226d32a423c8153fc5f753c49ee, entries=150, sequenceid=150, filesize=11.9 K 2024-11-14T04:59:06,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/5c4f07f3aab740f4ac4ad583f22f7f1f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/5c4f07f3aab740f4ac4ad583f22f7f1f 2024-11-14T04:59:06,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/5c4f07f3aab740f4ac4ad583f22f7f1f, entries=150, sequenceid=150, filesize=11.9 K 2024-11-14T04:59:06,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d78465bce42d78dbf9c60205d7ff6c28 in 568ms, sequenceid=150, compaction requested=true 2024-11-14T04:59:06,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:06,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:06,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:06,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:06,069 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:06,069 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:06,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:06,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:06,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:06,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T04:59:06,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:06,071 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:59:06,071 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132998 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:06,071 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/A is initiating minor compaction (all files) 2024-11-14T04:59:06,071 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/A in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:06,071 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a1354f0349ac4e409f00118634ce4085, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fa90f66cb5be4690a4810ce6baf2b028, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea0ed8d614fd49dd967cbf30a7948a25, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/5b9068f38fb5482aa4374ffd87fb0705] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=129.9 K 2024-11-14T04:59:06,071 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:06,071 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a1354f0349ac4e409f00118634ce4085, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fa90f66cb5be4690a4810ce6baf2b028, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea0ed8d614fd49dd967cbf30a7948a25, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/5b9068f38fb5482aa4374ffd87fb0705] 2024-11-14T04:59:06,072 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43758 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:06,072 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/B is initiating minor compaction (all files) 2024-11-14T04:59:06,072 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/B in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:06,072 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/20a8283892404edca015aeb047715d01, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/bf8252dd41d64452bc4e522c689a254f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8f9f7f88e93d4a5c80e310adc4a65650, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e269b226d32a423c8153fc5f753c49ee] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=42.7 K 2024-11-14T04:59:06,072 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1354f0349ac4e409f00118634ce4085, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560341368 2024-11-14T04:59:06,073 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 20a8283892404edca015aeb047715d01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560341368 2024-11-14T04:59:06,073 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa90f66cb5be4690a4810ce6baf2b028, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731560342619 2024-11-14T04:59:06,073 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea0ed8d614fd49dd967cbf30a7948a25, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731560345038 2024-11-14T04:59:06,073 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting bf8252dd41d64452bc4e522c689a254f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731560342619 2024-11-14T04:59:06,074 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b9068f38fb5482aa4374ffd87fb0705, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731560345289 2024-11-14T04:59:06,074 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f9f7f88e93d4a5c80e310adc4a65650, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731560345078 2024-11-14T04:59:06,074 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e269b226d32a423c8153fc5f753c49ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731560345474 2024-11-14T04:59:06,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111494ccdff83dc741bc8f75dfc3e68ba007_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560345769/Put/seqid=0 2024-11-14T04:59:06,082 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:06,084 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:06,085 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/c486107ef8bf464cae31b670c1197c12 is 50, key is test_row_0/B:col10/1731560345474/Put/seqid=0 2024-11-14T04:59:06,094 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114bfad42da939244789dcc3a5c5612d6b6_d78465bce42d78dbf9c60205d7ff6c28 store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:06,096 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114bfad42da939244789dcc3a5c5612d6b6_d78465bce42d78dbf9c60205d7ff6c28, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:06,097 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bfad42da939244789dcc3a5c5612d6b6_d78465bce42d78dbf9c60205d7ff6c28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:06,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742171_1347 (size=12304) 2024-11-14T04:59:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742172_1348 (size=12527) 2024-11-14T04:59:06,126 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/c486107ef8bf464cae31b670c1197c12 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c486107ef8bf464cae31b670c1197c12 2024-11-14T04:59:06,131 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/B of d78465bce42d78dbf9c60205d7ff6c28 into c486107ef8bf464cae31b670c1197c12(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:06,131 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:06,132 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/B, priority=12, startTime=1731560346069; duration=0sec 2024-11-14T04:59:06,132 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:06,132 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:B 2024-11-14T04:59:06,132 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:06,133 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:06,133 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/C is initiating minor compaction (all files) 2024-11-14T04:59:06,133 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/C in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:06,133 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/978da1becc8f456c99b481cdf89b8210, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/47cec879e1ef4f7493c7dd7870b2324f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/5c4f07f3aab740f4ac4ad583f22f7f1f] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=31.0 K 2024-11-14T04:59:06,133 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 978da1becc8f456c99b481cdf89b8210, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731560342619 2024-11-14T04:59:06,145 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 47cec879e1ef4f7493c7dd7870b2324f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731560345078 2024-11-14T04:59:06,146 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c4f07f3aab740f4ac4ad583f22f7f1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731560345474 2024-11-14T04:59:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:06,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:06,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742173_1349 (size=4469) 2024-11-14T04:59:06,171 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#C#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:06,172 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/412b8e8eaaab464e825a5fb6366148a5 is 50, key is test_row_0/C:col10/1731560345474/Put/seqid=0 2024-11-14T04:59:06,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742174_1350 (size=12527) 2024-11-14T04:59:06,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560406214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T04:59:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560406333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:06,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:06,533 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111494ccdff83dc741bc8f75dfc3e68ba007_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111494ccdff83dc741bc8f75dfc3e68ba007_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/439555a4e2c44eb0acb20bd1c46f9abb, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/439555a4e2c44eb0acb20bd1c46f9abb is 175, key is test_row_0/A:col10/1731560345769/Put/seqid=0 2024-11-14T04:59:06,550 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#A#compaction#289 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:06,551 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/d98445aab1b3486b97da3f8cc59da35e is 175, key is test_row_0/A:col10/1731560345474/Put/seqid=0 2024-11-14T04:59:06,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560406543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:06,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:06,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742175_1351 (size=31105) 2024-11-14T04:59:06,555 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/439555a4e2c44eb0acb20bd1c46f9abb 2024-11-14T04:59:06,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742176_1352 (size=31481) 2024-11-14T04:59:06,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/57e6925a2cbb458fa54e49d7c4d27c28 is 50, key is test_row_0/B:col10/1731560345769/Put/seqid=0 2024-11-14T04:59:06,592 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/412b8e8eaaab464e825a5fb6366148a5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/412b8e8eaaab464e825a5fb6366148a5 2024-11-14T04:59:06,597 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/C of d78465bce42d78dbf9c60205d7ff6c28 into 412b8e8eaaab464e825a5fb6366148a5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:06,597 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:06,597 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/C, priority=13, startTime=1731560346070; duration=0sec 2024-11-14T04:59:06,597 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:06,597 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:C 2024-11-14T04:59:06,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742177_1353 (size=12151) 2024-11-14T04:59:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T04:59:06,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55768 deadline: 1731560406793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:06,801 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:06,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731560406823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:06,832 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55790 deadline: 1731560406842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:06,850 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:06,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55786 deadline: 1731560406852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:06,861 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in d78465bce42d78dbf9c60205d7ff6c28 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:06,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:06,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560406863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:06,981 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/d98445aab1b3486b97da3f8cc59da35e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/d98445aab1b3486b97da3f8cc59da35e 2024-11-14T04:59:06,987 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/A of d78465bce42d78dbf9c60205d7ff6c28 into d98445aab1b3486b97da3f8cc59da35e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:06,987 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:06,987 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/A, priority=12, startTime=1731560346069; duration=0sec 2024-11-14T04:59:06,987 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:06,987 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:A 2024-11-14T04:59:07,003 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/57e6925a2cbb458fa54e49d7c4d27c28 2024-11-14T04:59:07,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/4a28b59a47f54059a148c0db65568618 is 50, key is test_row_0/C:col10/1731560345769/Put/seqid=0 2024-11-14T04:59:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742178_1354 (size=12151) 2024-11-14T04:59:07,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560407383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:07,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:07,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:07,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:07,421 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/4a28b59a47f54059a148c0db65568618 2024-11-14T04:59:07,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/439555a4e2c44eb0acb20bd1c46f9abb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/439555a4e2c44eb0acb20bd1c46f9abb 2024-11-14T04:59:07,430 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/439555a4e2c44eb0acb20bd1c46f9abb, entries=150, sequenceid=175, filesize=30.4 K 2024-11-14T04:59:07,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/57e6925a2cbb458fa54e49d7c4d27c28 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/57e6925a2cbb458fa54e49d7c4d27c28 2024-11-14T04:59:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,436 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/57e6925a2cbb458fa54e49d7c4d27c28, entries=150, sequenceid=175, filesize=11.9 K 2024-11-14T04:59:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/4a28b59a47f54059a148c0db65568618 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/4a28b59a47f54059a148c0db65568618 2024-11-14T04:59:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,441 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/4a28b59a47f54059a148c0db65568618, entries=150, sequenceid=175, filesize=11.9 K 2024-11-14T04:59:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,442 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d78465bce42d78dbf9c60205d7ff6c28 in 1371ms, sequenceid=175, compaction requested=false 2024-11-14T04:59:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:07,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-14T04:59:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-14T04:59:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-14T04:59:07,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8380 sec 2024-11-14T04:59:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.8430 sec 2024-11-14T04:59:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T04:59:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,754 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,754 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-14T04:59:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T04:59:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,756 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,757 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T04:59:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T04:59:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,911 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:59:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b832dee00b4d4525b5cfc52cbe0655eb_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560346212/Put/seqid=0 2024-11-14T04:59:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742179_1355 (size=9814) 2024-11-14T04:59:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,955 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b832dee00b4d4525b5cfc52cbe0655eb_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b832dee00b4d4525b5cfc52cbe0655eb_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/4f859487eda04574a21a4174446d290c, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/4f859487eda04574a21a4174446d290c is 175, key is test_row_0/A:col10/1731560346212/Put/seqid=0 2024-11-14T04:59:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742180_1356 (size=22461) 2024-11-14T04:59:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,983 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/4f859487eda04574a21a4174446d290c 2024-11-14T04:59:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/9d9edd46beb54d4faffd771a04713b77 is 50, key is test_row_0/B:col10/1731560346212/Put/seqid=0 2024-11-14T04:59:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742181_1357 (size=9757) 2024-11-14T04:59:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,006 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/9d9edd46beb54d4faffd771a04713b77 2024-11-14T04:59:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/fae675a5ff5b4b6f8ace8b58da946829 is 50, key is test_row_0/C:col10/1731560346212/Put/seqid=0 2024-11-14T04:59:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742182_1358 (size=9757) 2024-11-14T04:59:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T04:59:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T04:59:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,448 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/fae675a5ff5b4b6f8ace8b58da946829 2024-11-14T04:59:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/4f859487eda04574a21a4174446d290c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/4f859487eda04574a21a4174446d290c 2024-11-14T04:59:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,458 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/4f859487eda04574a21a4174446d290c, entries=100, sequenceid=189, filesize=21.9 K 2024-11-14T04:59:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/9d9edd46beb54d4faffd771a04713b77 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9d9edd46beb54d4faffd771a04713b77 2024-11-14T04:59:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,464 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9d9edd46beb54d4faffd771a04713b77, entries=100, sequenceid=189, filesize=9.5 K 2024-11-14T04:59:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/fae675a5ff5b4b6f8ace8b58da946829 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/fae675a5ff5b4b6f8ace8b58da946829 2024-11-14T04:59:08,493 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/fae675a5ff5b4b6f8ace8b58da946829, entries=100, sequenceid=189, filesize=9.5 K 2024-11-14T04:59:08,495 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for d78465bce42d78dbf9c60205d7ff6c28 in 584ms, sequenceid=189, compaction requested=true 2024-11-14T04:59:08,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:08,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:08,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-14T04:59:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-14T04:59:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-14T04:59:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 740 msec 2024-11-14T04:59:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 746 msec 2024-11-14T04:59:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,761 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:08,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:59:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140e952523d93b4d05b19ac574930739e4_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560348727/Put/seqid=0 2024-11-14T04:59:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742183_1359 (size=12304) 2024-11-14T04:59:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140e952523d93b4d05b19ac574930739e4_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e952523d93b4d05b19ac574930739e4_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/950522c0c9da4aebb0eb6777e8460fac, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/950522c0c9da4aebb0eb6777e8460fac is 175, key is test_row_0/A:col10/1731560348727/Put/seqid=0 2024-11-14T04:59:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742184_1360 (size=31101) 2024-11-14T04:59:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,783 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/950522c0c9da4aebb0eb6777e8460fac 2024-11-14T04:59:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/d674527d40db453ab08a376aeccd6f80 is 50, key is test_row_0/B:col10/1731560348727/Put/seqid=0 2024-11-14T04:59:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742185_1361 (size=9757) 2024-11-14T04:59:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T04:59:08,893 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:08,893 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-14T04:59:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T04:59:08,895 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:08,896 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:08,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T04:59:09,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T04:59:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560409053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:09,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560409172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:09,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/d674527d40db453ab08a376aeccd6f80 2024-11-14T04:59:09,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T04:59:09,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:09,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/c3aa68fd76114e6ba219304a8f820ad3 is 50, key is test_row_0/C:col10/1731560348727/Put/seqid=0 2024-11-14T04:59:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T04:59:09,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742186_1362 (size=9757) 2024-11-14T04:59:09,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T04:59:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560409392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:09,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T04:59:09,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:09,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T04:59:09,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/c3aa68fd76114e6ba219304a8f820ad3 2024-11-14T04:59:09,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/950522c0c9da4aebb0eb6777e8460fac as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/950522c0c9da4aebb0eb6777e8460fac 2024-11-14T04:59:09,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/950522c0c9da4aebb0eb6777e8460fac, entries=150, sequenceid=200, filesize=30.4 K 2024-11-14T04:59:09,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/d674527d40db453ab08a376aeccd6f80 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/d674527d40db453ab08a376aeccd6f80 2024-11-14T04:59:09,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/d674527d40db453ab08a376aeccd6f80, entries=100, sequenceid=200, filesize=9.5 K 2024-11-14T04:59:09,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/c3aa68fd76114e6ba219304a8f820ad3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c3aa68fd76114e6ba219304a8f820ad3 2024-11-14T04:59:09,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c3aa68fd76114e6ba219304a8f820ad3, entries=100, sequenceid=200, filesize=9.5 K 2024-11-14T04:59:09,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d78465bce42d78dbf9c60205d7ff6c28 in 873ms, sequenceid=200, compaction requested=true 2024-11-14T04:59:09,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:09,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:09,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:09,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:09,634 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:09,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:09,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:09,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:09,634 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:09,636 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:09,636 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116148 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:09,636 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/A is initiating minor compaction (all files) 2024-11-14T04:59:09,636 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/B is initiating minor compaction (all files) 2024-11-14T04:59:09,636 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/B in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,636 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/A in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,636 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/d98445aab1b3486b97da3f8cc59da35e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/439555a4e2c44eb0acb20bd1c46f9abb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/4f859487eda04574a21a4174446d290c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/950522c0c9da4aebb0eb6777e8460fac] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=113.4 K 2024-11-14T04:59:09,636 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c486107ef8bf464cae31b670c1197c12, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/57e6925a2cbb458fa54e49d7c4d27c28, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9d9edd46beb54d4faffd771a04713b77, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/d674527d40db453ab08a376aeccd6f80] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=43.2 K 2024-11-14T04:59:09,636 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,636 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/d98445aab1b3486b97da3f8cc59da35e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/439555a4e2c44eb0acb20bd1c46f9abb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/4f859487eda04574a21a4174446d290c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/950522c0c9da4aebb0eb6777e8460fac] 2024-11-14T04:59:09,637 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting c486107ef8bf464cae31b670c1197c12, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731560345474 2024-11-14T04:59:09,637 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting d98445aab1b3486b97da3f8cc59da35e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731560345474 2024-11-14T04:59:09,637 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 57e6925a2cbb458fa54e49d7c4d27c28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731560345737 2024-11-14T04:59:09,637 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 439555a4e2c44eb0acb20bd1c46f9abb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731560345737 2024-11-14T04:59:09,637 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d9edd46beb54d4faffd771a04713b77, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731560346204 2024-11-14T04:59:09,638 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f859487eda04574a21a4174446d290c, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731560346204 2024-11-14T04:59:09,638 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d674527d40db453ab08a376aeccd6f80, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560348727 2024-11-14T04:59:09,638 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 950522c0c9da4aebb0eb6777e8460fac, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560348664 2024-11-14T04:59:09,646 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:09,647 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/e67970959f2049ba9554a1163a9ed58e is 50, key is test_row_0/B:col10/1731560348727/Put/seqid=0 2024-11-14T04:59:09,652 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:09,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742187_1363 (size=12663) 2024-11-14T04:59:09,656 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411148e0d713e710e448f823b62ada8f5d840_d78465bce42d78dbf9c60205d7ff6c28 store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:09,658 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411148e0d713e710e448f823b62ada8f5d840_d78465bce42d78dbf9c60205d7ff6c28, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:09,658 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148e0d713e710e448f823b62ada8f5d840_d78465bce42d78dbf9c60205d7ff6c28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742188_1364 (size=4469) 2024-11-14T04:59:09,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T04:59:09,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:09,663 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:59:09,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114689a4200ed374b2d9beccb1a93fd126d_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560349035/Put/seqid=0 2024-11-14T04:59:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742189_1365 (size=12304) 2024-11-14T04:59:09,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:09,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560409777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:09,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560409893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T04:59:10,058 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/e67970959f2049ba9554a1163a9ed58e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e67970959f2049ba9554a1163a9ed58e 2024-11-14T04:59:10,062 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#A#compaction#301 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:10,063 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/B of d78465bce42d78dbf9c60205d7ff6c28 into e67970959f2049ba9554a1163a9ed58e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:10,063 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:10,063 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/B, priority=12, startTime=1731560349634; duration=0sec 2024-11-14T04:59:10,063 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/dcae35176eec49b48be259b277cb6ea1 is 175, key is test_row_0/A:col10/1731560348727/Put/seqid=0 2024-11-14T04:59:10,063 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:10,063 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:B 2024-11-14T04:59:10,063 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:10,065 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:10,065 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/C is initiating minor compaction (all files) 2024-11-14T04:59:10,065 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/C in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:10,065 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/412b8e8eaaab464e825a5fb6366148a5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/4a28b59a47f54059a148c0db65568618, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/fae675a5ff5b4b6f8ace8b58da946829, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c3aa68fd76114e6ba219304a8f820ad3] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=43.2 K 2024-11-14T04:59:10,065 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 412b8e8eaaab464e825a5fb6366148a5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731560345474 2024-11-14T04:59:10,066 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a28b59a47f54059a148c0db65568618, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731560345737 2024-11-14T04:59:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742190_1366 (size=31724) 2024-11-14T04:59:10,067 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting fae675a5ff5b4b6f8ace8b58da946829, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731560346204 2024-11-14T04:59:10,067 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting c3aa68fd76114e6ba219304a8f820ad3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560348727 2024-11-14T04:59:10,075 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:10,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:10,075 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/b106850ba98840168943951b3dcf1b7e is 50, key is test_row_0/C:col10/1731560348727/Put/seqid=0 2024-11-14T04:59:10,078 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114689a4200ed374b2d9beccb1a93fd126d_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114689a4200ed374b2d9beccb1a93fd126d_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/e758dfe4eff74590839275c239c8cdf0, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/e758dfe4eff74590839275c239c8cdf0 is 175, key is test_row_0/A:col10/1731560349035/Put/seqid=0 2024-11-14T04:59:10,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742191_1367 (size=12663) 2024-11-14T04:59:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742192_1368 (size=31105) 2024-11-14T04:59:10,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560410102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:10,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560410423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:10,472 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/dcae35176eec49b48be259b277cb6ea1 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/dcae35176eec49b48be259b277cb6ea1 2024-11-14T04:59:10,477 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/A of d78465bce42d78dbf9c60205d7ff6c28 into dcae35176eec49b48be259b277cb6ea1(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:10,477 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:10,477 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/A, priority=12, startTime=1731560349634; duration=0sec 2024-11-14T04:59:10,477 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:10,477 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:A 2024-11-14T04:59:10,485 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/b106850ba98840168943951b3dcf1b7e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b106850ba98840168943951b3dcf1b7e 2024-11-14T04:59:10,487 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/e758dfe4eff74590839275c239c8cdf0 2024-11-14T04:59:10,489 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/C of d78465bce42d78dbf9c60205d7ff6c28 into b106850ba98840168943951b3dcf1b7e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:10,489 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:10,489 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/C, priority=12, startTime=1731560349634; duration=0sec 2024-11-14T04:59:10,489 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:10,489 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:C 2024-11-14T04:59:10,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/0c60a3e9c19a4a83b0242d4dbf9bdebc is 50, key is test_row_0/B:col10/1731560349035/Put/seqid=0 2024-11-14T04:59:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742193_1369 (size=12151) 2024-11-14T04:59:10,498 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/0c60a3e9c19a4a83b0242d4dbf9bdebc 2024-11-14T04:59:10,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/af2dc1d6b34443edb43edd91fcc374cf is 50, key is test_row_0/C:col10/1731560349035/Put/seqid=0 2024-11-14T04:59:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742194_1370 (size=12151) 2024-11-14T04:59:10,908 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/af2dc1d6b34443edb43edd91fcc374cf 2024-11-14T04:59:10,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/e758dfe4eff74590839275c239c8cdf0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e758dfe4eff74590839275c239c8cdf0 2024-11-14T04:59:10,915 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e758dfe4eff74590839275c239c8cdf0, entries=150, sequenceid=225, filesize=30.4 K 2024-11-14T04:59:10,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/0c60a3e9c19a4a83b0242d4dbf9bdebc as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/0c60a3e9c19a4a83b0242d4dbf9bdebc 2024-11-14T04:59:10,919 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/0c60a3e9c19a4a83b0242d4dbf9bdebc, entries=150, sequenceid=225, filesize=11.9 K 2024-11-14T04:59:10,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/af2dc1d6b34443edb43edd91fcc374cf as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/af2dc1d6b34443edb43edd91fcc374cf 2024-11-14T04:59:10,923 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/af2dc1d6b34443edb43edd91fcc374cf, entries=150, sequenceid=225, filesize=11.9 K 2024-11-14T04:59:10,924 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d78465bce42d78dbf9c60205d7ff6c28 in 1260ms, sequenceid=225, compaction requested=false 2024-11-14T04:59:10,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:10,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:10,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-14T04:59:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-14T04:59:10,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-14T04:59:10,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0290 sec 2024-11-14T04:59:10,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.0340 sec 2024-11-14T04:59:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:10,946 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:10,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:59:10,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111400fa443091c04fcdb65a387ea64b9b59_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560350945/Put/seqid=0 2024-11-14T04:59:10,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742195_1371 (size=14794) 2024-11-14T04:59:10,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:10,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111400fa443091c04fcdb65a387ea64b9b59_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111400fa443091c04fcdb65a387ea64b9b59_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:10,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ed6514bc06cb4106b9ce22f46ab76311, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:10,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ed6514bc06cb4106b9ce22f46ab76311 is 175, key is test_row_0/A:col10/1731560350945/Put/seqid=0 2024-11-14T04:59:10,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742196_1372 (size=39749) 2024-11-14T04:59:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T04:59:11,043 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:11,043 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-14T04:59:11,045 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T04:59:11,046 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:11,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:11,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560411121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T04:59:11,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T04:59:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560411233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:11,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T04:59:11,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:11,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T04:59:11,372 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ed6514bc06cb4106b9ce22f46ab76311 2024-11-14T04:59:11,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/c6a85991f9bf4c48bac3641645e674f3 is 50, key is test_row_0/B:col10/1731560350945/Put/seqid=0 2024-11-14T04:59:11,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742197_1373 (size=12151) 2024-11-14T04:59:11,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/c6a85991f9bf4c48bac3641645e674f3 2024-11-14T04:59:11,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/027d4f2f46be4c7296d7dab6d7f51fe0 is 50, key is test_row_0/C:col10/1731560350945/Put/seqid=0 2024-11-14T04:59:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742198_1374 (size=12151) 2024-11-14T04:59:11,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560411453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:11,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T04:59:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T04:59:11,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:11,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T04:59:11,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560411762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:11,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/027d4f2f46be4c7296d7dab6d7f51fe0 2024-11-14T04:59:11,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/ed6514bc06cb4106b9ce22f46ab76311 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ed6514bc06cb4106b9ce22f46ab76311 2024-11-14T04:59:11,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ed6514bc06cb4106b9ce22f46ab76311, entries=200, sequenceid=240, filesize=38.8 K 2024-11-14T04:59:11,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/c6a85991f9bf4c48bac3641645e674f3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c6a85991f9bf4c48bac3641645e674f3 2024-11-14T04:59:11,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c6a85991f9bf4c48bac3641645e674f3, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T04:59:11,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/027d4f2f46be4c7296d7dab6d7f51fe0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/027d4f2f46be4c7296d7dab6d7f51fe0 2024-11-14T04:59:11,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T04:59:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/027d4f2f46be4c7296d7dab6d7f51fe0, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T04:59:11,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d78465bce42d78dbf9c60205d7ff6c28 in 868ms, sequenceid=240, compaction requested=true 2024-11-14T04:59:11,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:11,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:11,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:11,814 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:11,814 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:11,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:11,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:11,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:11,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:11,815 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:11,815 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102578 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:11,815 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/B is initiating minor compaction (all files) 2024-11-14T04:59:11,815 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/A is initiating minor compaction (all files) 2024-11-14T04:59:11,815 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/B in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,816 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/A in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,816 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e67970959f2049ba9554a1163a9ed58e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/0c60a3e9c19a4a83b0242d4dbf9bdebc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c6a85991f9bf4c48bac3641645e674f3] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=36.1 K 2024-11-14T04:59:11,816 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/dcae35176eec49b48be259b277cb6ea1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e758dfe4eff74590839275c239c8cdf0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ed6514bc06cb4106b9ce22f46ab76311] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=100.2 K 2024-11-14T04:59:11,816 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,816 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/dcae35176eec49b48be259b277cb6ea1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e758dfe4eff74590839275c239c8cdf0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ed6514bc06cb4106b9ce22f46ab76311] 2024-11-14T04:59:11,816 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e67970959f2049ba9554a1163a9ed58e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560345737 2024-11-14T04:59:11,816 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcae35176eec49b48be259b277cb6ea1, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560345737 2024-11-14T04:59:11,816 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c60a3e9c19a4a83b0242d4dbf9bdebc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731560348955 2024-11-14T04:59:11,816 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting e758dfe4eff74590839275c239c8cdf0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731560348955 2024-11-14T04:59:11,817 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting c6a85991f9bf4c48bac3641645e674f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731560349734 2024-11-14T04:59:11,817 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed6514bc06cb4106b9ce22f46ab76311, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731560349734 2024-11-14T04:59:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:11,822 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:11,824 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:11,825 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/8115fa28440e43c98b109fc4f81be4a6 is 50, key is test_row_0/B:col10/1731560350945/Put/seqid=0 2024-11-14T04:59:11,834 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111483e845f8571a44d2b48ca89cc85927cd_d78465bce42d78dbf9c60205d7ff6c28 store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:11,835 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111483e845f8571a44d2b48ca89cc85927cd_d78465bce42d78dbf9c60205d7ff6c28, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:11,835 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111483e845f8571a44d2b48ca89cc85927cd_d78465bce42d78dbf9c60205d7ff6c28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:11,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742199_1375 (size=12765) 2024-11-14T04:59:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742200_1376 (size=4469) 2024-11-14T04:59:11,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T04:59:11,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:11,977 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T04:59:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146ba5d0ad41aa453c9c058a15ca422b46_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560351120/Put/seqid=0 2024-11-14T04:59:11,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742201_1377 (size=12454) 2024-11-14T04:59:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T04:59:12,247 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#A#compaction#309 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:12,247 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/fd86aa290c5d4a6282e2362d18c41df9 is 175, key is test_row_0/A:col10/1731560350945/Put/seqid=0 2024-11-14T04:59:12,252 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/8115fa28440e43c98b109fc4f81be4a6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8115fa28440e43c98b109fc4f81be4a6 2024-11-14T04:59:12,257 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/B of d78465bce42d78dbf9c60205d7ff6c28 into 8115fa28440e43c98b109fc4f81be4a6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:12,257 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:12,257 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/B, priority=13, startTime=1731560351814; duration=0sec 2024-11-14T04:59:12,257 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:12,257 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:B 2024-11-14T04:59:12,257 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:12,259 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:12,259 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/C is initiating minor compaction (all files) 2024-11-14T04:59:12,259 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/C in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:12,260 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b106850ba98840168943951b3dcf1b7e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/af2dc1d6b34443edb43edd91fcc374cf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/027d4f2f46be4c7296d7dab6d7f51fe0] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=36.1 K 2024-11-14T04:59:12,260 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting b106850ba98840168943951b3dcf1b7e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731560345737 2024-11-14T04:59:12,260 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting af2dc1d6b34443edb43edd91fcc374cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731560348955 2024-11-14T04:59:12,261 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 027d4f2f46be4c7296d7dab6d7f51fe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731560349734 2024-11-14T04:59:12,269 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:12,270 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/d4726a07b9bb472190696ed449e2cf22 is 50, key is test_row_0/C:col10/1731560350945/Put/seqid=0 2024-11-14T04:59:12,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742202_1378 (size=31719) 2024-11-14T04:59:12,283 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/fd86aa290c5d4a6282e2362d18c41df9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fd86aa290c5d4a6282e2362d18c41df9 2024-11-14T04:59:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:12,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:12,291 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/A of d78465bce42d78dbf9c60205d7ff6c28 into fd86aa290c5d4a6282e2362d18c41df9(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:12,291 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:12,291 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/A, priority=13, startTime=1731560351814; duration=0sec 2024-11-14T04:59:12,292 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:12,292 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:A 2024-11-14T04:59:12,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742203_1379 (size=12765) 2024-11-14T04:59:12,303 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/d4726a07b9bb472190696ed449e2cf22 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d4726a07b9bb472190696ed449e2cf22 2024-11-14T04:59:12,316 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/C of d78465bce42d78dbf9c60205d7ff6c28 into d4726a07b9bb472190696ed449e2cf22(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:12,316 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:12,316 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/C, priority=13, startTime=1731560351815; duration=0sec 2024-11-14T04:59:12,316 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:12,316 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:C 2024-11-14T04:59:12,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560412340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:12,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:12,404 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146ba5d0ad41aa453c9c058a15ca422b46_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146ba5d0ad41aa453c9c058a15ca422b46_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:12,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/cdba8796b6f341eb8125d453a269b679, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:12,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/cdba8796b6f341eb8125d453a269b679 is 175, key is test_row_0/A:col10/1731560351120/Put/seqid=0 2024-11-14T04:59:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742204_1380 (size=31255) 2024-11-14T04:59:12,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560412453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:12,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560412673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:12,816 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/cdba8796b6f341eb8125d453a269b679 2024-11-14T04:59:12,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/018b48dc68864851a058682bce155c8b is 50, key is test_row_0/B:col10/1731560351120/Put/seqid=0 2024-11-14T04:59:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742205_1381 (size=12301) 2024-11-14T04:59:12,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560412983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:12,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:12,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:12,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T04:59:13,230 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/018b48dc68864851a058682bce155c8b 2024-11-14T04:59:13,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/03cae2f39da5498298aff265851a4e50 is 50, key is test_row_0/C:col10/1731560351120/Put/seqid=0 2024-11-14T04:59:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742206_1382 (size=12301) 2024-11-14T04:59:13,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560413503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:13,645 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/03cae2f39da5498298aff265851a4e50 2024-11-14T04:59:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/cdba8796b6f341eb8125d453a269b679 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/cdba8796b6f341eb8125d453a269b679 2024-11-14T04:59:13,654 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/cdba8796b6f341eb8125d453a269b679, entries=150, sequenceid=264, filesize=30.5 K 2024-11-14T04:59:13,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/018b48dc68864851a058682bce155c8b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/018b48dc68864851a058682bce155c8b 2024-11-14T04:59:13,659 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/018b48dc68864851a058682bce155c8b, entries=150, sequenceid=264, filesize=12.0 K 2024-11-14T04:59:13,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/03cae2f39da5498298aff265851a4e50 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/03cae2f39da5498298aff265851a4e50 2024-11-14T04:59:13,663 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/03cae2f39da5498298aff265851a4e50, entries=150, sequenceid=264, filesize=12.0 K 2024-11-14T04:59:13,665 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d78465bce42d78dbf9c60205d7ff6c28 in 1689ms, sequenceid=264, compaction requested=false 2024-11-14T04:59:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:13,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-14T04:59:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-14T04:59:13,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-14T04:59:13,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6210 sec 2024-11-14T04:59:13,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.6270 sec 2024-11-14T04:59:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:14,526 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:14,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T04:59:14,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f037988ec2544b068fb34c77d0a3f3ff_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560352338/Put/seqid=0 2024-11-14T04:59:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742207_1383 (size=14994) 2024-11-14T04:59:14,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560414694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:14,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560414812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:14,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:14,941 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f037988ec2544b068fb34c77d0a3f3ff_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f037988ec2544b068fb34c77d0a3f3ff_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:14,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:14,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f is 175, key is test_row_0/A:col10/1731560352338/Put/seqid=0 2024-11-14T04:59:14,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742208_1384 (size=39949) 2024-11-14T04:59:15,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560415032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:15,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:15,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:15,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T04:59:15,213 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:15,213 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-14T04:59:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T04:59:15,215 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:15,216 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:15,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T04:59:15,349 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f 2024-11-14T04:59:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560415343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:15,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/e5839744d9cd45a09f964a105b0217a1 is 50, key is test_row_0/B:col10/1731560352338/Put/seqid=0 2024-11-14T04:59:15,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742209_1385 (size=12301) 2024-11-14T04:59:15,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T04:59:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T04:59:15,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T04:59:15,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T04:59:15,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:15,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/e5839744d9cd45a09f964a105b0217a1 2024-11-14T04:59:15,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/846d881c519b4119bb9bc6d52683f26a is 50, key is test_row_0/C:col10/1731560352338/Put/seqid=0 2024-11-14T04:59:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742210_1386 (size=12301) 2024-11-14T04:59:15,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T04:59:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T04:59:15,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55740 deadline: 1731560415863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:15,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:15,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:15,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:15,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T04:59:15,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:15,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:15,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:16,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T04:59:16,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:16,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:16,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:16,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:16,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:16,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/846d881c519b4119bb9bc6d52683f26a 2024-11-14T04:59:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f 2024-11-14T04:59:16,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f, entries=200, sequenceid=280, filesize=39.0 K 2024-11-14T04:59:16,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/e5839744d9cd45a09f964a105b0217a1 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e5839744d9cd45a09f964a105b0217a1 2024-11-14T04:59:16,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e5839744d9cd45a09f964a105b0217a1, entries=150, sequenceid=280, filesize=12.0 K 2024-11-14T04:59:16,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/846d881c519b4119bb9bc6d52683f26a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/846d881c519b4119bb9bc6d52683f26a 2024-11-14T04:59:16,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/846d881c519b4119bb9bc6d52683f26a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-14T04:59:16,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d78465bce42d78dbf9c60205d7ff6c28 in 1660ms, sequenceid=280, compaction requested=true 2024-11-14T04:59:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d78465bce42d78dbf9c60205d7ff6c28:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:16,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T04:59:16,186 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:16,187 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:16,187 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:16,187 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/A is initiating minor compaction (all files) 2024-11-14T04:59:16,187 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:16,188 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/A in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:16,188 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/B is initiating minor compaction (all files) 2024-11-14T04:59:16,188 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/B in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:16,188 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fd86aa290c5d4a6282e2362d18c41df9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/cdba8796b6f341eb8125d453a269b679, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=100.5 K 2024-11-14T04:59:16,188 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:16,188 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8115fa28440e43c98b109fc4f81be4a6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/018b48dc68864851a058682bce155c8b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e5839744d9cd45a09f964a105b0217a1] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=36.5 K 2024-11-14T04:59:16,188 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fd86aa290c5d4a6282e2362d18c41df9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/cdba8796b6f341eb8125d453a269b679, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f] 2024-11-14T04:59:16,188 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 8115fa28440e43c98b109fc4f81be4a6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731560349734 2024-11-14T04:59:16,188 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd86aa290c5d4a6282e2362d18c41df9, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731560349734 2024-11-14T04:59:16,188 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 018b48dc68864851a058682bce155c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731560351097 2024-11-14T04:59:16,188 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdba8796b6f341eb8125d453a269b679, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731560351097 2024-11-14T04:59:16,189 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e5839744d9cd45a09f964a105b0217a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731560352320 2024-11-14T04:59:16,189 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dab3e6d4a0e41b5ad0f5a1be6ce0d2f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731560352320 2024-11-14T04:59:16,193 INFO [Thread-1407 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1407. 2024-11-14T04:59:16,193 INFO [Thread-1411 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1411. 2024-11-14T04:59:16,194 DEBUG [Thread-1407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,194 DEBUG [Thread-1411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,194 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,194 DEBUG [Thread-1411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,194 DEBUG [Thread-1411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,194 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:16,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:16,194 INFO [Thread-1403 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1403. 2024-11-14T04:59:16,194 DEBUG [Thread-1403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,194 DEBUG [Thread-1403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,194 DEBUG [Thread-1403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:16,198 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:16,198 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:16,198 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/6d0e81fe8fca49ce9c8bf2d5540607e0 is 50, key is test_row_0/B:col10/1731560352338/Put/seqid=0 2024-11-14T04:59:16,200 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e2329278a60f45b09cfbd9d93450416c_d78465bce42d78dbf9c60205d7ff6c28 store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:16,200 INFO [Thread-1409 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1409. 2024-11-14T04:59:16,200 DEBUG [Thread-1409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,200 DEBUG [Thread-1409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,200 DEBUG [Thread-1409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:16,201 INFO [Thread-1405 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1405. 2024-11-14T04:59:16,201 DEBUG [Thread-1405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,201 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,201 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:16,202 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e2329278a60f45b09cfbd9d93450416c_d78465bce42d78dbf9c60205d7ff6c28, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:16,202 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e2329278a60f45b09cfbd9d93450416c_d78465bce42d78dbf9c60205d7ff6c28 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742211_1387 (size=13017) 2024-11-14T04:59:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742212_1388 (size=4469) 2024-11-14T04:59:16,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T04:59:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:16,288 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:59:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111408bfb0bf63294db4908159e7e020e395_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560354689/Put/seqid=0 2024-11-14T04:59:16,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742213_1389 (size=12454) 2024-11-14T04:59:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T04:59:16,607 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:16,608 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/125628b72b1a48958ba263abc9baaca9 is 175, key is test_row_0/A:col10/1731560352338/Put/seqid=0 2024-11-14T04:59:16,609 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/6d0e81fe8fca49ce9c8bf2d5540607e0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/6d0e81fe8fca49ce9c8bf2d5540607e0 2024-11-14T04:59:16,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742214_1390 (size=31971) 2024-11-14T04:59:16,613 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/B of d78465bce42d78dbf9c60205d7ff6c28 into 6d0e81fe8fca49ce9c8bf2d5540607e0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:16,613 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:16,613 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/B, priority=13, startTime=1731560356186; duration=0sec 2024-11-14T04:59:16,613 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:16,613 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:B 2024-11-14T04:59:16,614 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:16,614 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:16,614 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): d78465bce42d78dbf9c60205d7ff6c28/C is initiating minor compaction (all files) 2024-11-14T04:59:16,614 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d78465bce42d78dbf9c60205d7ff6c28/C in TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:16,614 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d4726a07b9bb472190696ed449e2cf22, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/03cae2f39da5498298aff265851a4e50, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/846d881c519b4119bb9bc6d52683f26a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp, totalSize=36.5 K 2024-11-14T04:59:16,615 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d4726a07b9bb472190696ed449e2cf22, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731560349734 2024-11-14T04:59:16,615 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 03cae2f39da5498298aff265851a4e50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731560351097 2024-11-14T04:59:16,615 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 846d881c519b4119bb9bc6d52683f26a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731560352320 2024-11-14T04:59:16,620 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d78465bce42d78dbf9c60205d7ff6c28#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:16,621 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/14ec04a3f4654b569a400a7b55ddadba is 50, key is test_row_0/C:col10/1731560352338/Put/seqid=0 2024-11-14T04:59:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742215_1391 (size=13017) 2024-11-14T04:59:16,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:16,701 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111408bfb0bf63294db4908159e7e020e395_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111408bfb0bf63294db4908159e7e020e395_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/e42a9c231b734559b840e0a57156aa44, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/e42a9c231b734559b840e0a57156aa44 is 175, key is test_row_0/A:col10/1731560354689/Put/seqid=0 2024-11-14T04:59:16,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742216_1392 (size=31255) 2024-11-14T04:59:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. as already flushing 2024-11-14T04:59:16,854 INFO [Thread-1398 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1398. 2024-11-14T04:59:16,854 DEBUG [Thread-1398 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,854 DEBUG [Thread-1398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,854 DEBUG [Thread-1398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:16,884 INFO [Thread-1394 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1394. 2024-11-14T04:59:16,884 DEBUG [Thread-1394 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,884 DEBUG [Thread-1394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,884 DEBUG [Thread-1394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:16,913 INFO [Thread-1396 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1396. 2024-11-14T04:59:16,913 DEBUG [Thread-1396 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,914 DEBUG [Thread-1396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,914 DEBUG [Thread-1396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:16,934 INFO [Thread-1400 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1400. 2024-11-14T04:59:16,934 DEBUG [Thread-1400 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,934 INFO [Thread-1392 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1392. 2024-11-14T04:59:16,934 DEBUG [Thread-1400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,934 DEBUG [Thread-1392 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:16,934 DEBUG [Thread-1392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,934 DEBUG [Thread-1400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,934 DEBUG [Thread-1392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:16,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:16,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:17,016 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/125628b72b1a48958ba263abc9baaca9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/125628b72b1a48958ba263abc9baaca9 2024-11-14T04:59:17,019 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/A of d78465bce42d78dbf9c60205d7ff6c28 into 125628b72b1a48958ba263abc9baaca9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:17,019 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:17,019 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/A, priority=13, startTime=1731560356186; duration=0sec 2024-11-14T04:59:17,020 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:17,020 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:A 2024-11-14T04:59:17,027 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/14ec04a3f4654b569a400a7b55ddadba as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/14ec04a3f4654b569a400a7b55ddadba 2024-11-14T04:59:17,030 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d78465bce42d78dbf9c60205d7ff6c28/C of d78465bce42d78dbf9c60205d7ff6c28 into 14ec04a3f4654b569a400a7b55ddadba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:17,030 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:17,030 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., storeName=d78465bce42d78dbf9c60205d7ff6c28/C, priority=13, startTime=1731560356186; duration=0sec 2024-11-14T04:59:17,030 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:17,030 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d78465bce42d78dbf9c60205d7ff6c28:C 2024-11-14T04:59:17,106 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/e42a9c231b734559b840e0a57156aa44 2024-11-14T04:59:17,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/7793acd86e92482a913b097ddd834ccb is 50, key is test_row_0/B:col10/1731560354689/Put/seqid=0 2024-11-14T04:59:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742217_1393 (size=12301) 2024-11-14T04:59:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T04:59:17,515 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/7793acd86e92482a913b097ddd834ccb 2024-11-14T04:59:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/ac14e2fa05c6478e8aa64561604d8836 is 50, key is test_row_0/C:col10/1731560354689/Put/seqid=0 2024-11-14T04:59:17,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742218_1394 (size=12301) 2024-11-14T04:59:17,924 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/ac14e2fa05c6478e8aa64561604d8836 2024-11-14T04:59:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/e42a9c231b734559b840e0a57156aa44 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e42a9c231b734559b840e0a57156aa44 2024-11-14T04:59:17,931 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e42a9c231b734559b840e0a57156aa44, entries=150, sequenceid=303, filesize=30.5 K 2024-11-14T04:59:17,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/7793acd86e92482a913b097ddd834ccb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7793acd86e92482a913b097ddd834ccb 2024-11-14T04:59:17,934 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7793acd86e92482a913b097ddd834ccb, entries=150, sequenceid=303, filesize=12.0 K 2024-11-14T04:59:17,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/ac14e2fa05c6478e8aa64561604d8836 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/ac14e2fa05c6478e8aa64561604d8836 2024-11-14T04:59:17,938 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/ac14e2fa05c6478e8aa64561604d8836, entries=150, sequenceid=303, filesize=12.0 K 2024-11-14T04:59:17,939 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for d78465bce42d78dbf9c60205d7ff6c28 in 1650ms, sequenceid=303, compaction requested=false 2024-11-14T04:59:17,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for d78465bce42d78dbf9c60205d7ff6c28: 2024-11-14T04:59:17,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:17,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-14T04:59:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-14T04:59:17,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-14T04:59:17,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7240 sec 2024-11-14T04:59:17,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.7290 sec 2024-11-14T04:59:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T04:59:19,383 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:19,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T04:59:19,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-14T04:59:19,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 179 2024-11-14T04:59:19,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-14T04:59:19,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-14T04:59:19,383 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1019 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3056 rows 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1017 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3041 rows 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1024 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3065 rows 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1013 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3038 rows 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1018 2024-11-14T04:59:19,384 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3053 rows 2024-11-14T04:59:19,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:59:19,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:59:19,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:19,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:19,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:19,385 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T04:59:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T04:59:19,387 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560359387"}]},"ts":"1731560359387"} 2024-11-14T04:59:19,389 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T04:59:19,389 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T04:59:19,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T04:59:19,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, UNASSIGN}] 2024-11-14T04:59:19,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, UNASSIGN 2024-11-14T04:59:19,392 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=d78465bce42d78dbf9c60205d7ff6c28, regionState=CLOSING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:59:19,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, UNASSIGN because future has completed 2024-11-14T04:59:19,393 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:59:19,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:59:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T04:59:19,546 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:19,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:59:19,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing d78465bce42d78dbf9c60205d7ff6c28, disabling compactions & flushes 2024-11-14T04:59:19,546 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:19,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:19,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. after waiting 0 ms 2024-11-14T04:59:19,546 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:19,546 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing d78465bce42d78dbf9c60205d7ff6c28 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T04:59:19,551 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ba9a29f93d8a456a974f5793bc51e76a_d78465bce42d78dbf9c60205d7ff6c28 is 50, key is test_row_0/A:col10/1731560356933/Put/seqid=0 2024-11-14T04:59:19,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742219_1395 (size=12454) 2024-11-14T04:59:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T04:59:19,955 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:19,958 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ba9a29f93d8a456a974f5793bc51e76a_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ba9a29f93d8a456a974f5793bc51e76a_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:19,959 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/6982ed1958a34815b834a49cd190cc32, store: [table=TestAcidGuarantees family=A region=d78465bce42d78dbf9c60205d7ff6c28] 2024-11-14T04:59:19,959 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/6982ed1958a34815b834a49cd190cc32 is 175, key is test_row_0/A:col10/1731560356933/Put/seqid=0 2024-11-14T04:59:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742220_1396 (size=31255) 2024-11-14T04:59:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T04:59:20,363 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/6982ed1958a34815b834a49cd190cc32 2024-11-14T04:59:20,371 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/5f9959f58aab4274851c6dfb4a28e0ea is 50, key is test_row_0/B:col10/1731560356933/Put/seqid=0 2024-11-14T04:59:20,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742221_1397 (size=12301) 2024-11-14T04:59:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T04:59:20,777 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/5f9959f58aab4274851c6dfb4a28e0ea 2024-11-14T04:59:20,782 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/3c7ee2da577b40c883e046a21c684cdf is 50, key is test_row_0/C:col10/1731560356933/Put/seqid=0 2024-11-14T04:59:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742222_1398 (size=12301) 2024-11-14T04:59:21,186 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/3c7ee2da577b40c883e046a21c684cdf 2024-11-14T04:59:21,190 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/A/6982ed1958a34815b834a49cd190cc32 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/6982ed1958a34815b834a49cd190cc32 2024-11-14T04:59:21,193 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/6982ed1958a34815b834a49cd190cc32, entries=150, sequenceid=314, filesize=30.5 K 2024-11-14T04:59:21,194 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/B/5f9959f58aab4274851c6dfb4a28e0ea as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5f9959f58aab4274851c6dfb4a28e0ea 2024-11-14T04:59:21,196 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5f9959f58aab4274851c6dfb4a28e0ea, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T04:59:21,197 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/.tmp/C/3c7ee2da577b40c883e046a21c684cdf as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/3c7ee2da577b40c883e046a21c684cdf 2024-11-14T04:59:21,200 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/3c7ee2da577b40c883e046a21c684cdf, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T04:59:21,201 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d78465bce42d78dbf9c60205d7ff6c28 in 1655ms, sequenceid=314, compaction requested=true 2024-11-14T04:59:21,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea08547d54e44188a86951e77d5ccbec, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/98b7c7521db64763b10147cc4bf3e6c3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a21a1b199ff5409096c7aa49378012c1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/c0c784cba02040df91c31399bcaf056f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ff4d9dab4ee54e76bf6f79290648af6f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/302f0fe1abc541a7abee35a8692b0e55, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/10f96e748e054a9fbc392607f455a5ae, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a1354f0349ac4e409f00118634ce4085, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fa90f66cb5be4690a4810ce6baf2b028, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea0ed8d614fd49dd967cbf30a7948a25, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/5b9068f38fb5482aa4374ffd87fb0705, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/d98445aab1b3486b97da3f8cc59da35e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/439555a4e2c44eb0acb20bd1c46f9abb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/4f859487eda04574a21a4174446d290c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/dcae35176eec49b48be259b277cb6ea1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/950522c0c9da4aebb0eb6777e8460fac, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e758dfe4eff74590839275c239c8cdf0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ed6514bc06cb4106b9ce22f46ab76311, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fd86aa290c5d4a6282e2362d18c41df9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/cdba8796b6f341eb8125d453a269b679, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f] to archive 2024-11-14T04:59:21,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:59:21,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea08547d54e44188a86951e77d5ccbec to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea08547d54e44188a86951e77d5ccbec 2024-11-14T04:59:21,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/98b7c7521db64763b10147cc4bf3e6c3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/98b7c7521db64763b10147cc4bf3e6c3 2024-11-14T04:59:21,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a21a1b199ff5409096c7aa49378012c1 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a21a1b199ff5409096c7aa49378012c1 2024-11-14T04:59:21,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/c0c784cba02040df91c31399bcaf056f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/c0c784cba02040df91c31399bcaf056f 2024-11-14T04:59:21,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ff4d9dab4ee54e76bf6f79290648af6f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ff4d9dab4ee54e76bf6f79290648af6f 2024-11-14T04:59:21,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/302f0fe1abc541a7abee35a8692b0e55 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/302f0fe1abc541a7abee35a8692b0e55 2024-11-14T04:59:21,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/10f96e748e054a9fbc392607f455a5ae to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/10f96e748e054a9fbc392607f455a5ae 2024-11-14T04:59:21,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a1354f0349ac4e409f00118634ce4085 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/a1354f0349ac4e409f00118634ce4085 2024-11-14T04:59:21,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fa90f66cb5be4690a4810ce6baf2b028 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fa90f66cb5be4690a4810ce6baf2b028 2024-11-14T04:59:21,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea0ed8d614fd49dd967cbf30a7948a25 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ea0ed8d614fd49dd967cbf30a7948a25 2024-11-14T04:59:21,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/5b9068f38fb5482aa4374ffd87fb0705 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/5b9068f38fb5482aa4374ffd87fb0705 2024-11-14T04:59:21,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/d98445aab1b3486b97da3f8cc59da35e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/d98445aab1b3486b97da3f8cc59da35e 2024-11-14T04:59:21,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/439555a4e2c44eb0acb20bd1c46f9abb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/439555a4e2c44eb0acb20bd1c46f9abb 2024-11-14T04:59:21,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/4f859487eda04574a21a4174446d290c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/4f859487eda04574a21a4174446d290c 2024-11-14T04:59:21,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/dcae35176eec49b48be259b277cb6ea1 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/dcae35176eec49b48be259b277cb6ea1 2024-11-14T04:59:21,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/950522c0c9da4aebb0eb6777e8460fac to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/950522c0c9da4aebb0eb6777e8460fac 2024-11-14T04:59:21,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e758dfe4eff74590839275c239c8cdf0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e758dfe4eff74590839275c239c8cdf0 2024-11-14T04:59:21,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ed6514bc06cb4106b9ce22f46ab76311 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/ed6514bc06cb4106b9ce22f46ab76311 2024-11-14T04:59:21,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fd86aa290c5d4a6282e2362d18c41df9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/fd86aa290c5d4a6282e2362d18c41df9 2024-11-14T04:59:21,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/cdba8796b6f341eb8125d453a269b679 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/cdba8796b6f341eb8125d453a269b679 2024-11-14T04:59:21,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/3dab3e6d4a0e41b5ad0f5a1be6ce0d2f 2024-11-14T04:59:21,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7fa8dcaa15904d3b87cd539856d3bc3b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5ae80f025fbe4cc38450a68ee5147e88, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/ed99cf5684f04946b3facd3e5f861ddb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/83eaac8b5ae24c6aa1ac2ea5f9c837ac, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/069bdbd4da3b4c0f9d2b0f779dc6f347, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/a3c73cd95fdc4e4f8bd6fb62a88cbbce, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/20a8283892404edca015aeb047715d01, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9034f228b4ba487da9b583fd7c30238e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/bf8252dd41d64452bc4e522c689a254f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8f9f7f88e93d4a5c80e310adc4a65650, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c486107ef8bf464cae31b670c1197c12, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e269b226d32a423c8153fc5f753c49ee, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/57e6925a2cbb458fa54e49d7c4d27c28, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9d9edd46beb54d4faffd771a04713b77, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e67970959f2049ba9554a1163a9ed58e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/d674527d40db453ab08a376aeccd6f80, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/0c60a3e9c19a4a83b0242d4dbf9bdebc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8115fa28440e43c98b109fc4f81be4a6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c6a85991f9bf4c48bac3641645e674f3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/018b48dc68864851a058682bce155c8b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e5839744d9cd45a09f964a105b0217a1] to archive 2024-11-14T04:59:21,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:59:21,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7fa8dcaa15904d3b87cd539856d3bc3b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7fa8dcaa15904d3b87cd539856d3bc3b 2024-11-14T04:59:21,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5ae80f025fbe4cc38450a68ee5147e88 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5ae80f025fbe4cc38450a68ee5147e88 2024-11-14T04:59:21,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/ed99cf5684f04946b3facd3e5f861ddb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/ed99cf5684f04946b3facd3e5f861ddb 2024-11-14T04:59:21,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/83eaac8b5ae24c6aa1ac2ea5f9c837ac to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/83eaac8b5ae24c6aa1ac2ea5f9c837ac 2024-11-14T04:59:21,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/069bdbd4da3b4c0f9d2b0f779dc6f347 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/069bdbd4da3b4c0f9d2b0f779dc6f347 2024-11-14T04:59:21,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/a3c73cd95fdc4e4f8bd6fb62a88cbbce to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/a3c73cd95fdc4e4f8bd6fb62a88cbbce 2024-11-14T04:59:21,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/20a8283892404edca015aeb047715d01 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/20a8283892404edca015aeb047715d01 2024-11-14T04:59:21,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9034f228b4ba487da9b583fd7c30238e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9034f228b4ba487da9b583fd7c30238e 2024-11-14T04:59:21,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/bf8252dd41d64452bc4e522c689a254f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/bf8252dd41d64452bc4e522c689a254f 2024-11-14T04:59:21,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8f9f7f88e93d4a5c80e310adc4a65650 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8f9f7f88e93d4a5c80e310adc4a65650 2024-11-14T04:59:21,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c486107ef8bf464cae31b670c1197c12 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c486107ef8bf464cae31b670c1197c12 2024-11-14T04:59:21,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e269b226d32a423c8153fc5f753c49ee to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e269b226d32a423c8153fc5f753c49ee 2024-11-14T04:59:21,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/57e6925a2cbb458fa54e49d7c4d27c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/57e6925a2cbb458fa54e49d7c4d27c28 2024-11-14T04:59:21,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9d9edd46beb54d4faffd771a04713b77 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/9d9edd46beb54d4faffd771a04713b77 2024-11-14T04:59:21,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e67970959f2049ba9554a1163a9ed58e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e67970959f2049ba9554a1163a9ed58e 2024-11-14T04:59:21,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/d674527d40db453ab08a376aeccd6f80 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/d674527d40db453ab08a376aeccd6f80 2024-11-14T04:59:21,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/0c60a3e9c19a4a83b0242d4dbf9bdebc to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/0c60a3e9c19a4a83b0242d4dbf9bdebc 2024-11-14T04:59:21,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8115fa28440e43c98b109fc4f81be4a6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/8115fa28440e43c98b109fc4f81be4a6 2024-11-14T04:59:21,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c6a85991f9bf4c48bac3641645e674f3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/c6a85991f9bf4c48bac3641645e674f3 2024-11-14T04:59:21,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/018b48dc68864851a058682bce155c8b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/018b48dc68864851a058682bce155c8b 2024-11-14T04:59:21,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e5839744d9cd45a09f964a105b0217a1 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/e5839744d9cd45a09f964a105b0217a1 2024-11-14T04:59:21,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/e52422989a7d47a688085c112101bcdf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c2cb94f0c2524c43bb4469e2b7344f3f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/3aa40b17f4dc4c2fb9bb5682fbe0580e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/7833368bbdbc4f2894c6d8b84103e3b8, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/035c43a905564ecaa0d455faf3e51b5e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d1e86d298966442fbb7f83cc7425b2ea, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b4e8fc57d3ca4470890420fce69ac3da, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/978da1becc8f456c99b481cdf89b8210, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/2d5e06795e0a4bc7af6ee842ab3caeb2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/47cec879e1ef4f7493c7dd7870b2324f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/412b8e8eaaab464e825a5fb6366148a5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/5c4f07f3aab740f4ac4ad583f22f7f1f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/4a28b59a47f54059a148c0db65568618, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/fae675a5ff5b4b6f8ace8b58da946829, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b106850ba98840168943951b3dcf1b7e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c3aa68fd76114e6ba219304a8f820ad3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/af2dc1d6b34443edb43edd91fcc374cf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d4726a07b9bb472190696ed449e2cf22, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/027d4f2f46be4c7296d7dab6d7f51fe0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/03cae2f39da5498298aff265851a4e50, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/846d881c519b4119bb9bc6d52683f26a] to archive 2024-11-14T04:59:21,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:59:21,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/e52422989a7d47a688085c112101bcdf to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/e52422989a7d47a688085c112101bcdf 2024-11-14T04:59:21,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c2cb94f0c2524c43bb4469e2b7344f3f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c2cb94f0c2524c43bb4469e2b7344f3f 2024-11-14T04:59:21,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/3aa40b17f4dc4c2fb9bb5682fbe0580e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/3aa40b17f4dc4c2fb9bb5682fbe0580e 2024-11-14T04:59:21,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/7833368bbdbc4f2894c6d8b84103e3b8 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/7833368bbdbc4f2894c6d8b84103e3b8 2024-11-14T04:59:21,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/035c43a905564ecaa0d455faf3e51b5e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/035c43a905564ecaa0d455faf3e51b5e 2024-11-14T04:59:21,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d1e86d298966442fbb7f83cc7425b2ea to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d1e86d298966442fbb7f83cc7425b2ea 2024-11-14T04:59:21,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b4e8fc57d3ca4470890420fce69ac3da to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b4e8fc57d3ca4470890420fce69ac3da 2024-11-14T04:59:21,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/978da1becc8f456c99b481cdf89b8210 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/978da1becc8f456c99b481cdf89b8210 2024-11-14T04:59:21,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/2d5e06795e0a4bc7af6ee842ab3caeb2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/2d5e06795e0a4bc7af6ee842ab3caeb2 2024-11-14T04:59:21,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/47cec879e1ef4f7493c7dd7870b2324f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/47cec879e1ef4f7493c7dd7870b2324f 2024-11-14T04:59:21,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/412b8e8eaaab464e825a5fb6366148a5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/412b8e8eaaab464e825a5fb6366148a5 2024-11-14T04:59:21,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/5c4f07f3aab740f4ac4ad583f22f7f1f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/5c4f07f3aab740f4ac4ad583f22f7f1f 2024-11-14T04:59:21,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/4a28b59a47f54059a148c0db65568618 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/4a28b59a47f54059a148c0db65568618 2024-11-14T04:59:21,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/fae675a5ff5b4b6f8ace8b58da946829 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/fae675a5ff5b4b6f8ace8b58da946829 2024-11-14T04:59:21,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b106850ba98840168943951b3dcf1b7e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/b106850ba98840168943951b3dcf1b7e 2024-11-14T04:59:21,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c3aa68fd76114e6ba219304a8f820ad3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/c3aa68fd76114e6ba219304a8f820ad3 2024-11-14T04:59:21,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/af2dc1d6b34443edb43edd91fcc374cf to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/af2dc1d6b34443edb43edd91fcc374cf 2024-11-14T04:59:21,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d4726a07b9bb472190696ed449e2cf22 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/d4726a07b9bb472190696ed449e2cf22 2024-11-14T04:59:21,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/027d4f2f46be4c7296d7dab6d7f51fe0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/027d4f2f46be4c7296d7dab6d7f51fe0 2024-11-14T04:59:21,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/03cae2f39da5498298aff265851a4e50 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/03cae2f39da5498298aff265851a4e50 2024-11-14T04:59:21,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/846d881c519b4119bb9bc6d52683f26a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/846d881c519b4119bb9bc6d52683f26a 2024-11-14T04:59:21,264 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/recovered.edits/317.seqid, newMaxSeqId=317, maxSeqId=4 2024-11-14T04:59:21,264 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. 2024-11-14T04:59:21,264 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for d78465bce42d78dbf9c60205d7ff6c28: Waiting for close lock at 1731560359546Running coprocessor pre-close hooks at 1731560359546Disabling compacts and flushes for region at 1731560359546Disabling writes for close at 1731560359546Obtaining lock to block concurrent updates at 1731560359546Preparing flush snapshotting stores in d78465bce42d78dbf9c60205d7ff6c28 at 1731560359546Finished memstore snapshotting TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731560359546Flushing stores of TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28. at 1731560359547 (+1 ms)Flushing d78465bce42d78dbf9c60205d7ff6c28/A: creating writer at 1731560359547Flushing mob file d78465bce42d78dbf9c60205d7ff6c28/A: appending metadata at 1731560359551 (+4 ms)Flushing mob file d78465bce42d78dbf9c60205d7ff6c28/A: closing flushed file at 1731560359551Flushing d78465bce42d78dbf9c60205d7ff6c28/A: appending metadata at 1731560359959 (+408 ms)Flushing d78465bce42d78dbf9c60205d7ff6c28/A: closing flushed file at 1731560359959Flushing d78465bce42d78dbf9c60205d7ff6c28/B: creating writer at 1731560360367 (+408 ms)Flushing d78465bce42d78dbf9c60205d7ff6c28/B: appending metadata at 1731560360370 (+3 ms)Flushing d78465bce42d78dbf9c60205d7ff6c28/B: closing flushed file at 1731560360370Flushing d78465bce42d78dbf9c60205d7ff6c28/C: creating writer at 1731560360780 (+410 ms)Flushing d78465bce42d78dbf9c60205d7ff6c28/C: appending metadata at 1731560360782 (+2 ms)Flushing d78465bce42d78dbf9c60205d7ff6c28/C: closing flushed file at 1731560360782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67df5346: reopening flushed file at 1731560361189 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d65d1a: reopening flushed file at 1731560361193 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc1525e: reopening flushed file at 1731560361197 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d78465bce42d78dbf9c60205d7ff6c28 in 1655ms, sequenceid=314, compaction requested=true at 1731560361201 (+4 ms)Writing region close event to WAL at 1731560361261 (+60 ms)Running coprocessor post-close hooks at 1731560361264 (+3 ms)Closed at 1731560361264 2024-11-14T04:59:21,266 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=d78465bce42d78dbf9c60205d7ff6c28, regionState=CLOSED 2024-11-14T04:59:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:59:21,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-14T04:59:21,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure d78465bce42d78dbf9c60205d7ff6c28, server=44289c305c03,46441,1731560250145 in 1.8760 sec 2024-11-14T04:59:21,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-14T04:59:21,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d78465bce42d78dbf9c60205d7ff6c28, UNASSIGN in 1.8790 sec 2024-11-14T04:59:21,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-14T04:59:21,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8830 sec 2024-11-14T04:59:21,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560361274"}]},"ts":"1731560361274"} 2024-11-14T04:59:21,275 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T04:59:21,275 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T04:59:21,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8910 sec 2024-11-14T04:59:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T04:59:21,533 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:21,533 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T04:59:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:21,535 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T04:59:21,536 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:21,538 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,540 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/recovered.edits] 2024-11-14T04:59:21,542 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/125628b72b1a48958ba263abc9baaca9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/125628b72b1a48958ba263abc9baaca9 2024-11-14T04:59:21,543 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/6982ed1958a34815b834a49cd190cc32 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/6982ed1958a34815b834a49cd190cc32 2024-11-14T04:59:21,544 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e42a9c231b734559b840e0a57156aa44 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/A/e42a9c231b734559b840e0a57156aa44 2024-11-14T04:59:21,546 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5f9959f58aab4274851c6dfb4a28e0ea to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/5f9959f58aab4274851c6dfb4a28e0ea 2024-11-14T04:59:21,546 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/6d0e81fe8fca49ce9c8bf2d5540607e0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/6d0e81fe8fca49ce9c8bf2d5540607e0 2024-11-14T04:59:21,547 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7793acd86e92482a913b097ddd834ccb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/B/7793acd86e92482a913b097ddd834ccb 2024-11-14T04:59:21,549 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/14ec04a3f4654b569a400a7b55ddadba to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/14ec04a3f4654b569a400a7b55ddadba 2024-11-14T04:59:21,550 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/3c7ee2da577b40c883e046a21c684cdf to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/3c7ee2da577b40c883e046a21c684cdf 2024-11-14T04:59:21,551 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/ac14e2fa05c6478e8aa64561604d8836 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/C/ac14e2fa05c6478e8aa64561604d8836 2024-11-14T04:59:21,553 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/recovered.edits/317.seqid to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28/recovered.edits/317.seqid 2024-11-14T04:59:21,553 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,553 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T04:59:21,554 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T04:59:21,554 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T04:59:21,557 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111400fa443091c04fcdb65a387ea64b9b59_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111400fa443091c04fcdb65a387ea64b9b59_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,558 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111408bfb0bf63294db4908159e7e020e395_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111408bfb0bf63294db4908159e7e020e395_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,559 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e952523d93b4d05b19ac574930739e4_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e952523d93b4d05b19ac574930739e4_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,560 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111412bc0285af834223b751dde238e414df_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111412bc0285af834223b751dde238e414df_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,561 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111425ab9eeffe044273b8f7699fdc0fbab1_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111425ab9eeffe044273b8f7699fdc0fbab1_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,561 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114306b0a6c93f34603a6b48570cd96aa23_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114306b0a6c93f34603a6b48570cd96aa23_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,562 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114417a668a972f450794db088d14f76250_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114417a668a972f450794db088d14f76250_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,563 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111466128acf0f874b26924f53f27144daa0_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111466128acf0f874b26924f53f27144daa0_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,564 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114689a4200ed374b2d9beccb1a93fd126d_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114689a4200ed374b2d9beccb1a93fd126d_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,565 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146ba5d0ad41aa453c9c058a15ca422b46_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146ba5d0ad41aa453c9c058a15ca422b46_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,566 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146cf0e73312ee42e6bfeda57f5563a0ff_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146cf0e73312ee42e6bfeda57f5563a0ff_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,567 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114858d661b76c346f0b7674c342d51f18a_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114858d661b76c346f0b7674c342d51f18a_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,568 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114915d6982117f4a37ab3b40314d2e5c52_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114915d6982117f4a37ab3b40314d2e5c52_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,568 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111494ccdff83dc741bc8f75dfc3e68ba007_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111494ccdff83dc741bc8f75dfc3e68ba007_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,569 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b832dee00b4d4525b5cfc52cbe0655eb_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b832dee00b4d4525b5cfc52cbe0655eb_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,570 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ba9a29f93d8a456a974f5793bc51e76a_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ba9a29f93d8a456a974f5793bc51e76a_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,571 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ecc627b4bec34fc7a6efcb77d08200f2_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ecc627b4bec34fc7a6efcb77d08200f2_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,572 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f037988ec2544b068fb34c77d0a3f3ff_d78465bce42d78dbf9c60205d7ff6c28 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f037988ec2544b068fb34c77d0a3f3ff_d78465bce42d78dbf9c60205d7ff6c28 2024-11-14T04:59:21,573 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T04:59:21,575 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:21,577 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T04:59:21,579 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T04:59:21,580 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:21,580 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T04:59:21,580 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731560361580"}]},"ts":"9223372036854775807"} 2024-11-14T04:59:21,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T04:59:21,582 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d78465bce42d78dbf9c60205d7ff6c28, NAME => 'TestAcidGuarantees,,1731560333082.d78465bce42d78dbf9c60205d7ff6c28.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T04:59:21,582 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T04:59:21,582 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731560361582"}]},"ts":"9223372036854775807"} 2024-11-14T04:59:21,584 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T04:59:21,584 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:21,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-14T04:59:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T04:59:21,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T04:59:21,643 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:21,653 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242 (was 242), OpenFileDescriptor=459 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=4653 (was 4714) 2024-11-14T04:59:21,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=4653 2024-11-14T04:59:21,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T04:59:21,662 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:59:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:21,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:59:21,664 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:21,664 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-11-14T04:59:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T04:59:21,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:59:21,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742223_1399 (size=959) 2024-11-14T04:59:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T04:59:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T04:59:22,071 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41 2024-11-14T04:59:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742224_1400 (size=53) 2024-11-14T04:59:22,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:59:22,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 39fcfb530dbaba9985465d6eafc627ae, disabling compactions & flushes 2024-11-14T04:59:22,082 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:22,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:22,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. after waiting 0 ms 2024-11-14T04:59:22,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:22,082 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:22,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39fcfb530dbaba9985465d6eafc627ae: Waiting for close lock at 1731560362082Disabling compacts and flushes for region at 1731560362082Disabling writes for close at 1731560362082Writing region close event to WAL at 1731560362082Closed at 1731560362082 2024-11-14T04:59:22,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:59:22,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731560362083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560362083"}]},"ts":"1731560362083"} 2024-11-14T04:59:22,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:59:22,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:59:22,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560362086"}]},"ts":"1731560362086"} 2024-11-14T04:59:22,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T04:59:22,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39fcfb530dbaba9985465d6eafc627ae, ASSIGN}] 2024-11-14T04:59:22,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39fcfb530dbaba9985465d6eafc627ae, ASSIGN 2024-11-14T04:59:22,089 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=39fcfb530dbaba9985465d6eafc627ae, ASSIGN; state=OFFLINE, location=44289c305c03,46441,1731560250145; forceNewPlan=false, retain=false 2024-11-14T04:59:22,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=39fcfb530dbaba9985465d6eafc627ae, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:59:22,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=39fcfb530dbaba9985465d6eafc627ae, ASSIGN because future has completed 2024-11-14T04:59:22,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:59:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T04:59:22,396 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:22,396 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:59:22,397 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,397 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:59:22,397 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,397 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,398 INFO [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,399 INFO [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39fcfb530dbaba9985465d6eafc627ae columnFamilyName A 2024-11-14T04:59:22,399 DEBUG [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:22,400 INFO [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] regionserver.HStore(327): Store=39fcfb530dbaba9985465d6eafc627ae/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:59:22,400 INFO [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,401 INFO [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39fcfb530dbaba9985465d6eafc627ae columnFamilyName B 2024-11-14T04:59:22,401 DEBUG [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:22,401 INFO [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] regionserver.HStore(327): Store=39fcfb530dbaba9985465d6eafc627ae/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:59:22,401 INFO [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,402 INFO [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39fcfb530dbaba9985465d6eafc627ae columnFamilyName C 2024-11-14T04:59:22,402 DEBUG [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:22,402 INFO [StoreOpener-39fcfb530dbaba9985465d6eafc627ae-1 {}] regionserver.HStore(327): Store=39fcfb530dbaba9985465d6eafc627ae/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:59:22,402 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,403 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,403 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,404 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,404 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,404 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:59:22,405 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,407 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:59:22,407 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 39fcfb530dbaba9985465d6eafc627ae; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75259933, jitterRate=0.12146039307117462}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:59:22,407 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,407 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 39fcfb530dbaba9985465d6eafc627ae: Running coprocessor pre-open hook at 1731560362397Writing region info on filesystem at 1731560362397Initializing all the Stores at 1731560362398 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560362398Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560362398Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560362398Cleaning up temporary data from old regions at 1731560362404 (+6 ms)Running coprocessor post-open hooks at 1731560362407 (+3 ms)Region opened successfully at 1731560362407 2024-11-14T04:59:22,408 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., pid=124, masterSystemTime=1731560362393 2024-11-14T04:59:22,410 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:22,410 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:22,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=39fcfb530dbaba9985465d6eafc627ae, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:59:22,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:59:22,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-14T04:59:22,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure 39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 in 170 msec 2024-11-14T04:59:22,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-14T04:59:22,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39fcfb530dbaba9985465d6eafc627ae, ASSIGN in 325 msec 2024-11-14T04:59:22,416 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:59:22,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560362416"}]},"ts":"1731560362416"} 2024-11-14T04:59:22,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T04:59:22,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:59:22,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 756 msec 2024-11-14T04:59:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T04:59:22,803 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:22,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,805 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b10069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,806 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eb5573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:59:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,39861,1731560249453 2024-11-14T04:59:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ea944b 2024-11-14T04:59:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:59:22,811 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:59:22,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,813 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576a5d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,814 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53195b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,815 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585f0759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374fe554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,818 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4700583f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,819 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c8c2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,820 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d06fcf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,822 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebfaef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,823 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e5fc6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,824 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac8f48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,825 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f768d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,826 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bf3fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,828 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3153db95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,829 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6add46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1508ae8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,832 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a64bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,833 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773a3733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,834 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b73c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:22,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:22,836 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd3c487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:22,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:22,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:22,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6185f844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:22,838 DEBUG [Thread-1813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,838 DEBUG [Thread-1828 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,838 DEBUG [Thread-1817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,839 DEBUG [Thread-1824 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:22,839 DEBUG [Thread-1815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,839 DEBUG [Thread-1830 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,839 DEBUG [Thread-1832 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,840 DEBUG [Thread-1821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,841 DEBUG [Thread-1819 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-14T04:59:22,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,842 DEBUG [Thread-1826 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T04:59:22,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:22,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:22,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:22,846 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:22,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,847 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:22,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2] 2024-11-14T04:59:22,855 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:22,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:59:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:22,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/c2fa9b31e8d741f1a68ecfa4d73c2893 is 50, key is test_row_0/A:col10/1731560362852/Put/seqid=0 2024-11-14T04:59:22,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742225_1401 (size=14341) 2024-11-14T04:59:22,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560422901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:22,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560422901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:22,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:22,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:22,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560422902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560422908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:22,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560422911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T04:59:23,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T04:59:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560423023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560423023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560423023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560423023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560423023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T04:59:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T04:59:23,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560423233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560423233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560423233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560423233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560423234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/c2fa9b31e8d741f1a68ecfa4d73c2893 2024-11-14T04:59:23,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T04:59:23,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/72f419decf724c08b3d7b8750b00e623 is 50, key is test_row_0/B:col10/1731560362852/Put/seqid=0 2024-11-14T04:59:23,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742226_1402 (size=12001) 2024-11-14T04:59:23,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T04:59:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T04:59:23,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560423543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560423543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560423552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560423552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560423552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:23,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T04:59:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/72f419decf724c08b3d7b8750b00e623 2024-11-14T04:59:23,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/b6fcfa2d3c8e44f1b07871b3577fc036 is 50, key is test_row_0/C:col10/1731560362852/Put/seqid=0 2024-11-14T04:59:23,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742227_1403 (size=12001) 2024-11-14T04:59:23,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T04:59:23,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:23,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T04:59:23,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:23,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:23,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T04:59:24,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560424062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:24,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560424062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:24,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T04:59:24,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:24,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560424073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560424073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:24,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560424073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:24,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/b6fcfa2d3c8e44f1b07871b3577fc036 2024-11-14T04:59:24,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/c2fa9b31e8d741f1a68ecfa4d73c2893 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c2fa9b31e8d741f1a68ecfa4d73c2893 2024-11-14T04:59:24,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c2fa9b31e8d741f1a68ecfa4d73c2893, entries=200, sequenceid=12, filesize=14.0 K 2024-11-14T04:59:24,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/72f419decf724c08b3d7b8750b00e623 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/72f419decf724c08b3d7b8750b00e623 2024-11-14T04:59:24,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/72f419decf724c08b3d7b8750b00e623, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T04:59:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/b6fcfa2d3c8e44f1b07871b3577fc036 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/b6fcfa2d3c8e44f1b07871b3577fc036 2024-11-14T04:59:24,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/b6fcfa2d3c8e44f1b07871b3577fc036, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T04:59:24,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 39fcfb530dbaba9985465d6eafc627ae in 1320ms, sequenceid=12, compaction requested=false 2024-11-14T04:59:24,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:24,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T04:59:24,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:24,227 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:59:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/f607a665b6ee4faead2231ba2d0ef28c is 50, key is test_row_0/A:col10/1731560362901/Put/seqid=0 2024-11-14T04:59:24,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742228_1404 (size=12001) 2024-11-14T04:59:24,642 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/f607a665b6ee4faead2231ba2d0ef28c 2024-11-14T04:59:24,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/908c006754c743bc9e28a25333364046 is 50, key is test_row_0/B:col10/1731560362901/Put/seqid=0 2024-11-14T04:59:24,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742229_1405 (size=12001) 2024-11-14T04:59:24,658 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/908c006754c743bc9e28a25333364046 2024-11-14T04:59:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/a1edd5476c7c4ab5bfc0b41194b65a72 is 50, key is test_row_0/C:col10/1731560362901/Put/seqid=0 2024-11-14T04:59:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742230_1406 (size=12001) 2024-11-14T04:59:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T04:59:25,072 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/a1edd5476c7c4ab5bfc0b41194b65a72 2024-11-14T04:59:25,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/f607a665b6ee4faead2231ba2d0ef28c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f607a665b6ee4faead2231ba2d0ef28c 2024-11-14T04:59:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:25,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:25,098 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f607a665b6ee4faead2231ba2d0ef28c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T04:59:25,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/908c006754c743bc9e28a25333364046 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/908c006754c743bc9e28a25333364046 2024-11-14T04:59:25,103 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/908c006754c743bc9e28a25333364046, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T04:59:25,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/a1edd5476c7c4ab5bfc0b41194b65a72 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a1edd5476c7c4ab5bfc0b41194b65a72 2024-11-14T04:59:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560425108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560425108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560425110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560425112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560425116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,122 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a1edd5476c7c4ab5bfc0b41194b65a72, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T04:59:25,123 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 39fcfb530dbaba9985465d6eafc627ae in 897ms, sequenceid=37, compaction requested=false 2024-11-14T04:59:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-14T04:59:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-14T04:59:25,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-14T04:59:25,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2780 sec 2024-11-14T04:59:25,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.2900 sec 2024-11-14T04:59:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:25,225 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:25,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:59:25,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/9e5be454ec524afd85779ce5bba89b91 is 50, key is test_row_0/A:col10/1731560365224/Put/seqid=0 2024-11-14T04:59:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742231_1407 (size=9657) 2024-11-14T04:59:25,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560425274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560425274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560425276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560425276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560425278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560425393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560425393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560425393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560425396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560425402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560425603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560425604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560425613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560425613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560425613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/9e5be454ec524afd85779ce5bba89b91 2024-11-14T04:59:25,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/48cc1aec60a54ddba2b276627e87ee46 is 50, key is test_row_0/B:col10/1731560365224/Put/seqid=0 2024-11-14T04:59:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742232_1408 (size=9657) 2024-11-14T04:59:25,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560425912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560425912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560425923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560425933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:25,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560425933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/48cc1aec60a54ddba2b276627e87ee46 2024-11-14T04:59:26,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/8001079359754ec884aadb22b1fc6c74 is 50, key is test_row_0/C:col10/1731560365224/Put/seqid=0 2024-11-14T04:59:26,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742233_1409 (size=9657) 2024-11-14T04:59:26,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/8001079359754ec884aadb22b1fc6c74 2024-11-14T04:59:26,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/9e5be454ec524afd85779ce5bba89b91 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9e5be454ec524afd85779ce5bba89b91 2024-11-14T04:59:26,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9e5be454ec524afd85779ce5bba89b91, entries=100, sequenceid=49, filesize=9.4 K 2024-11-14T04:59:26,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/48cc1aec60a54ddba2b276627e87ee46 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/48cc1aec60a54ddba2b276627e87ee46 2024-11-14T04:59:26,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/48cc1aec60a54ddba2b276627e87ee46, entries=100, sequenceid=49, filesize=9.4 K 2024-11-14T04:59:26,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/8001079359754ec884aadb22b1fc6c74 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/8001079359754ec884aadb22b1fc6c74 2024-11-14T04:59:26,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/8001079359754ec884aadb22b1fc6c74, entries=100, sequenceid=49, filesize=9.4 K 2024-11-14T04:59:26,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 39fcfb530dbaba9985465d6eafc627ae in 879ms, sequenceid=49, compaction requested=true 2024-11-14T04:59:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:26,105 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:26,105 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:26,106 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:26,106 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:26,106 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/A is initiating minor compaction (all files) 2024-11-14T04:59:26,106 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/B is initiating minor compaction (all files) 2024-11-14T04:59:26,107 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/A in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:26,107 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/B in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:26,107 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c2fa9b31e8d741f1a68ecfa4d73c2893, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f607a665b6ee4faead2231ba2d0ef28c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9e5be454ec524afd85779ce5bba89b91] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=35.2 K 2024-11-14T04:59:26,107 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/72f419decf724c08b3d7b8750b00e623, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/908c006754c743bc9e28a25333364046, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/48cc1aec60a54ddba2b276627e87ee46] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=32.9 K 2024-11-14T04:59:26,107 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2fa9b31e8d741f1a68ecfa4d73c2893, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731560362850 2024-11-14T04:59:26,107 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 72f419decf724c08b3d7b8750b00e623, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731560362852 2024-11-14T04:59:26,109 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f607a665b6ee4faead2231ba2d0ef28c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731560362901 2024-11-14T04:59:26,109 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 908c006754c743bc9e28a25333364046, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731560362901 2024-11-14T04:59:26,109 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e5be454ec524afd85779ce5bba89b91, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731560365114 2024-11-14T04:59:26,110 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 48cc1aec60a54ddba2b276627e87ee46, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731560365114 2024-11-14T04:59:26,117 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#A#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:26,118 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/d8c3f87496c341c398f0b33c8298f0a2 is 50, key is test_row_0/A:col10/1731560365224/Put/seqid=0 2024-11-14T04:59:26,120 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:26,121 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/a0c226b34fd1449695a0ba4e4500e361 is 50, key is test_row_0/B:col10/1731560365224/Put/seqid=0 2024-11-14T04:59:26,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742234_1410 (size=12104) 2024-11-14T04:59:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742235_1411 (size=12104) 2024-11-14T04:59:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:26,438 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:26,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:59:26,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/6475faadc4954ace860c6e99fb5aa989 is 50, key is test_row_0/A:col10/1731560365245/Put/seqid=0 2024-11-14T04:59:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742236_1412 (size=16681) 2024-11-14T04:59:26,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560426452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560426453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560426454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560426469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560426469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,532 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/d8c3f87496c341c398f0b33c8298f0a2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d8c3f87496c341c398f0b33c8298f0a2 2024-11-14T04:59:26,535 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/A of 39fcfb530dbaba9985465d6eafc627ae into d8c3f87496c341c398f0b33c8298f0a2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:26,535 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:26,535 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/A, priority=13, startTime=1731560366105; duration=0sec 2024-11-14T04:59:26,535 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:26,536 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:A 2024-11-14T04:59:26,536 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:26,536 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:26,536 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/C is initiating minor compaction (all files) 2024-11-14T04:59:26,537 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/C in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:26,537 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/b6fcfa2d3c8e44f1b07871b3577fc036, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a1edd5476c7c4ab5bfc0b41194b65a72, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/8001079359754ec884aadb22b1fc6c74] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=32.9 K 2024-11-14T04:59:26,537 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6fcfa2d3c8e44f1b07871b3577fc036, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731560362852 2024-11-14T04:59:26,537 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1edd5476c7c4ab5bfc0b41194b65a72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731560362901 2024-11-14T04:59:26,537 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8001079359754ec884aadb22b1fc6c74, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731560365114 2024-11-14T04:59:26,543 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:26,543 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/67ced2978a99494db482423a41fbd69b is 50, key is test_row_0/C:col10/1731560365224/Put/seqid=0 2024-11-14T04:59:26,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742237_1413 (size=12104) 2024-11-14T04:59:26,547 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/a0c226b34fd1449695a0ba4e4500e361 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/a0c226b34fd1449695a0ba4e4500e361 2024-11-14T04:59:26,553 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/B of 39fcfb530dbaba9985465d6eafc627ae into a0c226b34fd1449695a0ba4e4500e361(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:26,553 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:26,553 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/B, priority=13, startTime=1731560366105; duration=0sec 2024-11-14T04:59:26,553 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:26,553 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:B 2024-11-14T04:59:26,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560426573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560426575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560426575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560426592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560426592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:59:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560426783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560426783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560426792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560426803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560426803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:26,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/6475faadc4954ace860c6e99fb5aa989 2024-11-14T04:59:26,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/3ca0d0612ffd446ea9df9afa01e821b4 is 50, key is test_row_0/B:col10/1731560365245/Put/seqid=0 2024-11-14T04:59:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742238_1414 (size=12001) 2024-11-14T04:59:26,951 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/67ced2978a99494db482423a41fbd69b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/67ced2978a99494db482423a41fbd69b 2024-11-14T04:59:26,956 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/C of 39fcfb530dbaba9985465d6eafc627ae into 67ced2978a99494db482423a41fbd69b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:26,956 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:26,956 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/C, priority=13, startTime=1731560366105; duration=0sec 2024-11-14T04:59:26,956 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:26,956 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:C 2024-11-14T04:59:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T04:59:27,013 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:27,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-14T04:59:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T04:59:27,016 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:27,017 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:27,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560427093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560427093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560427103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T04:59:27,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560427123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560427123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T04:59:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:27,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/3ca0d0612ffd446ea9df9afa01e821b4 2024-11-14T04:59:27,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/0d7fd63c2fdc456eb771ca429adfe4e6 is 50, key is test_row_0/C:col10/1731560365245/Put/seqid=0 2024-11-14T04:59:27,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742239_1415 (size=12001) 2024-11-14T04:59:27,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T04:59:27,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:27,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:27,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:27,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T04:59:27,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T04:59:27,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:27,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:27,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:27,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560427612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560427613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560427613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T04:59:27,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:27,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:27,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:27,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T04:59:27,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560427642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560427642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:27,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/0d7fd63c2fdc456eb771ca429adfe4e6 2024-11-14T04:59:27,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/6475faadc4954ace860c6e99fb5aa989 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6475faadc4954ace860c6e99fb5aa989 2024-11-14T04:59:27,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6475faadc4954ace860c6e99fb5aa989, entries=250, sequenceid=75, filesize=16.3 K 2024-11-14T04:59:27,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/3ca0d0612ffd446ea9df9afa01e821b4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3ca0d0612ffd446ea9df9afa01e821b4 2024-11-14T04:59:27,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3ca0d0612ffd446ea9df9afa01e821b4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-14T04:59:27,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/0d7fd63c2fdc456eb771ca429adfe4e6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d7fd63c2fdc456eb771ca429adfe4e6 2024-11-14T04:59:27,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d7fd63c2fdc456eb771ca429adfe4e6, entries=150, sequenceid=75, filesize=11.7 K 2024-11-14T04:59:27,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 39fcfb530dbaba9985465d6eafc627ae in 1270ms, sequenceid=75, compaction requested=false 2024-11-14T04:59:27,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:27,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T04:59:27,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:27,787 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:59:27,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/d34966087b274343ac46eb466c1360e4 is 50, key is test_row_0/A:col10/1731560366466/Put/seqid=0 2024-11-14T04:59:27,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742240_1416 (size=12001) 2024-11-14T04:59:27,808 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/d34966087b274343ac46eb466c1360e4 2024-11-14T04:59:27,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/3f68729f98f741e79a1adfecf7f2db9e is 50, key is test_row_0/B:col10/1731560366466/Put/seqid=0 2024-11-14T04:59:27,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742241_1417 (size=12001) 2024-11-14T04:59:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T04:59:28,234 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/3f68729f98f741e79a1adfecf7f2db9e 2024-11-14T04:59:28,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/a11d11956e934101a725336582305add is 50, key is test_row_0/C:col10/1731560366466/Put/seqid=0 2024-11-14T04:59:28,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742242_1418 (size=12001) 2024-11-14T04:59:28,245 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/a11d11956e934101a725336582305add 2024-11-14T04:59:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/d34966087b274343ac46eb466c1360e4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d34966087b274343ac46eb466c1360e4 2024-11-14T04:59:28,256 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d34966087b274343ac46eb466c1360e4, entries=150, sequenceid=89, filesize=11.7 K 2024-11-14T04:59:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/3f68729f98f741e79a1adfecf7f2db9e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3f68729f98f741e79a1adfecf7f2db9e 2024-11-14T04:59:28,262 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3f68729f98f741e79a1adfecf7f2db9e, entries=150, sequenceid=89, filesize=11.7 K 2024-11-14T04:59:28,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/a11d11956e934101a725336582305add as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a11d11956e934101a725336582305add 2024-11-14T04:59:28,267 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a11d11956e934101a725336582305add, entries=150, sequenceid=89, filesize=11.7 K 2024-11-14T04:59:28,268 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 39fcfb530dbaba9985465d6eafc627ae in 481ms, sequenceid=89, compaction requested=true 2024-11-14T04:59:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-14T04:59:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-14T04:59:28,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-14T04:59:28,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2530 sec 2024-11-14T04:59:28,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.2590 sec 2024-11-14T04:59:28,493 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:59:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:28,645 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:28,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:59:28,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/3f5233bb365e412fbb584a65422ed16e is 50, key is test_row_0/A:col10/1731560368633/Put/seqid=0 2024-11-14T04:59:28,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742243_1419 (size=19021) 2024-11-14T04:59:28,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560428690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560428702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560428702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:28,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560428703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560428703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:28,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560428812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:28,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560428812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:28,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560428812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:28,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560428823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560428823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560429022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560429023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560429033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/3f5233bb365e412fbb584a65422ed16e 2024-11-14T04:59:29,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560429043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560429043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/34a2cbe818334fbf8ee387a1eb1359c7 is 50, key is test_row_0/B:col10/1731560368633/Put/seqid=0 2024-11-14T04:59:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742244_1420 (size=12001) 2024-11-14T04:59:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T04:59:29,162 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:29,163 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-14T04:59:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T04:59:29,165 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:29,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:29,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T04:59:29,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T04:59:29,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:29,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:29,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:29,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:29,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:29,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560429343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560429343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560429353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560429362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560429362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/34a2cbe818334fbf8ee387a1eb1359c7 2024-11-14T04:59:29,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T04:59:29,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:29,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:29,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:29,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:29,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:29,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/80bbec598af04236ad8203f55269b7dc is 50, key is test_row_0/C:col10/1731560368633/Put/seqid=0 2024-11-14T04:59:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T04:59:29,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742245_1421 (size=12001) 2024-11-14T04:59:29,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/80bbec598af04236ad8203f55269b7dc 2024-11-14T04:59:29,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/3f5233bb365e412fbb584a65422ed16e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3f5233bb365e412fbb584a65422ed16e 2024-11-14T04:59:29,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3f5233bb365e412fbb584a65422ed16e, entries=300, sequenceid=101, filesize=18.6 K 2024-11-14T04:59:29,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/34a2cbe818334fbf8ee387a1eb1359c7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/34a2cbe818334fbf8ee387a1eb1359c7 2024-11-14T04:59:29,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/34a2cbe818334fbf8ee387a1eb1359c7, entries=150, sequenceid=101, filesize=11.7 K 2024-11-14T04:59:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/80bbec598af04236ad8203f55269b7dc as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/80bbec598af04236ad8203f55269b7dc 2024-11-14T04:59:29,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/80bbec598af04236ad8203f55269b7dc, entries=150, sequenceid=101, filesize=11.7 K 2024-11-14T04:59:29,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 39fcfb530dbaba9985465d6eafc627ae in 861ms, sequenceid=101, compaction requested=true 2024-11-14T04:59:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:29,507 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:29,507 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:29,510 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:29,510 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59807 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:29,510 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/A is initiating minor compaction (all files) 2024-11-14T04:59:29,510 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/B is initiating minor compaction (all files) 2024-11-14T04:59:29,510 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/B in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:29,510 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/A in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:29,510 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/a0c226b34fd1449695a0ba4e4500e361, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3ca0d0612ffd446ea9df9afa01e821b4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3f68729f98f741e79a1adfecf7f2db9e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/34a2cbe818334fbf8ee387a1eb1359c7] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=47.0 K 2024-11-14T04:59:29,510 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d8c3f87496c341c398f0b33c8298f0a2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6475faadc4954ace860c6e99fb5aa989, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d34966087b274343ac46eb466c1360e4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3f5233bb365e412fbb584a65422ed16e] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=58.4 K 2024-11-14T04:59:29,510 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c3f87496c341c398f0b33c8298f0a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731560362906 2024-11-14T04:59:29,510 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting a0c226b34fd1449695a0ba4e4500e361, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731560362906 2024-11-14T04:59:29,511 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6475faadc4954ace860c6e99fb5aa989, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731560365245 2024-11-14T04:59:29,511 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ca0d0612ffd446ea9df9afa01e821b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731560365245 2024-11-14T04:59:29,511 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting d34966087b274343ac46eb466c1360e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731560366452 2024-11-14T04:59:29,511 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f68729f98f741e79a1adfecf7f2db9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731560366452 2024-11-14T04:59:29,512 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f5233bb365e412fbb584a65422ed16e, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731560368633 2024-11-14T04:59:29,512 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 34a2cbe818334fbf8ee387a1eb1359c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731560368633 2024-11-14T04:59:29,522 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:29,523 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/88416dfde68e4438b71806beb524d51b is 50, key is test_row_0/B:col10/1731560368633/Put/seqid=0 2024-11-14T04:59:29,526 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#A#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:29,527 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/c0c307a743b74e27bf4604f95e6b2369 is 50, key is test_row_0/A:col10/1731560368633/Put/seqid=0 2024-11-14T04:59:29,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742246_1422 (size=12241) 2024-11-14T04:59:29,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742247_1423 (size=12241) 2024-11-14T04:59:29,552 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/c0c307a743b74e27bf4604f95e6b2369 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c0c307a743b74e27bf4604f95e6b2369 2024-11-14T04:59:29,556 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/A of 39fcfb530dbaba9985465d6eafc627ae into c0c307a743b74e27bf4604f95e6b2369(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:29,556 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:29,557 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/A, priority=12, startTime=1731560369507; duration=0sec 2024-11-14T04:59:29,557 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:29,557 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:A 2024-11-14T04:59:29,557 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:29,558 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:29,558 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/C is initiating minor compaction (all files) 2024-11-14T04:59:29,558 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/C in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:29,558 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/67ced2978a99494db482423a41fbd69b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d7fd63c2fdc456eb771ca429adfe4e6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a11d11956e934101a725336582305add, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/80bbec598af04236ad8203f55269b7dc] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=47.0 K 2024-11-14T04:59:29,559 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67ced2978a99494db482423a41fbd69b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731560362906 2024-11-14T04:59:29,559 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d7fd63c2fdc456eb771ca429adfe4e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731560365245 2024-11-14T04:59:29,560 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a11d11956e934101a725336582305add, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731560366452 2024-11-14T04:59:29,560 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80bbec598af04236ad8203f55269b7dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731560368633 2024-11-14T04:59:29,572 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:29,572 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/e8a8b490150e449d9a1e7c83fdd387c6 is 50, key is test_row_0/C:col10/1731560368633/Put/seqid=0 2024-11-14T04:59:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742248_1424 (size=12241) 2024-11-14T04:59:29,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T04:59:29,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:29,625 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:59:29,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/42ad000cc9dc4438aa19560056241f02 is 50, key is test_row_0/A:col10/1731560368700/Put/seqid=0 2024-11-14T04:59:29,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742249_1425 (size=12001) 2024-11-14T04:59:29,634 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/42ad000cc9dc4438aa19560056241f02 2024-11-14T04:59:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/1ec719332b4943e4a1e517f0588f9718 is 50, key is test_row_0/B:col10/1731560368700/Put/seqid=0 2024-11-14T04:59:29,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742250_1426 (size=12001) 2024-11-14T04:59:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T04:59:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:29,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:29,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560429883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560429885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560429888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560429896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560429897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:29,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:29,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:29,937 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/88416dfde68e4438b71806beb524d51b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/88416dfde68e4438b71806beb524d51b 2024-11-14T04:59:29,943 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/B of 39fcfb530dbaba9985465d6eafc627ae into 88416dfde68e4438b71806beb524d51b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:29,943 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:29,943 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/B, priority=12, startTime=1731560369507; duration=0sec 2024-11-14T04:59:29,944 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:29,944 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:B 2024-11-14T04:59:29,996 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/e8a8b490150e449d9a1e7c83fdd387c6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8a8b490150e449d9a1e7c83fdd387c6 2024-11-14T04:59:30,002 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/C of 39fcfb530dbaba9985465d6eafc627ae into e8a8b490150e449d9a1e7c83fdd387c6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:30,002 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:30,002 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/C, priority=12, startTime=1731560369507; duration=0sec 2024-11-14T04:59:30,002 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:30,002 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:C 2024-11-14T04:59:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560430012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560430012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560430012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,060 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/1ec719332b4943e4a1e517f0588f9718 2024-11-14T04:59:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/27bdc2c7bee24419897d0adaff98fe0d is 50, key is test_row_0/C:col10/1731560368700/Put/seqid=0 2024-11-14T04:59:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742251_1427 (size=12001) 2024-11-14T04:59:30,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560430232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560430232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560430232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T04:59:30,472 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/27bdc2c7bee24419897d0adaff98fe0d 2024-11-14T04:59:30,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/42ad000cc9dc4438aa19560056241f02 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/42ad000cc9dc4438aa19560056241f02 2024-11-14T04:59:30,479 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/42ad000cc9dc4438aa19560056241f02, entries=150, sequenceid=127, filesize=11.7 K 2024-11-14T04:59:30,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/1ec719332b4943e4a1e517f0588f9718 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/1ec719332b4943e4a1e517f0588f9718 2024-11-14T04:59:30,483 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/1ec719332b4943e4a1e517f0588f9718, entries=150, sequenceid=127, filesize=11.7 K 2024-11-14T04:59:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/27bdc2c7bee24419897d0adaff98fe0d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/27bdc2c7bee24419897d0adaff98fe0d 2024-11-14T04:59:30,488 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/27bdc2c7bee24419897d0adaff98fe0d, entries=150, sequenceid=127, filesize=11.7 K 2024-11-14T04:59:30,489 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 39fcfb530dbaba9985465d6eafc627ae in 864ms, sequenceid=127, compaction requested=false 2024-11-14T04:59:30,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:30,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:30,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-14T04:59:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-14T04:59:30,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-14T04:59:30,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3240 sec 2024-11-14T04:59:30,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.3290 sec 2024-11-14T04:59:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:30,546 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:30,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:59:30,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/87ba07f4b44b43679d68c7406eacb96f is 50, key is test_row_0/A:col10/1731560370546/Put/seqid=0 2024-11-14T04:59:30,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742252_1428 (size=16931) 2024-11-14T04:59:30,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560430637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560430638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560430640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560430743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560430753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560430762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560430902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,912 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in 39fcfb530dbaba9985465d6eafc627ae of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560430913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,924 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 39fcfb530dbaba9985465d6eafc627ae of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/87ba07f4b44b43679d68c7406eacb96f 2024-11-14T04:59:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560430962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560430963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/dd97a51c244543b48d62d7c8557670cc is 50, key is test_row_0/B:col10/1731560370546/Put/seqid=0 2024-11-14T04:59:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742253_1429 (size=12151) 2024-11-14T04:59:30,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560430973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:31,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560431273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:31,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560431273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:31,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560431283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T04:59:31,323 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:31,323 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-14T04:59:31,326 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T04:59:31,327 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:31,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:31,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/dd97a51c244543b48d62d7c8557670cc 2024-11-14T04:59:31,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/22ed486b610046f1ad224e58b1cc0fcd is 50, key is test_row_0/C:col10/1731560370546/Put/seqid=0 2024-11-14T04:59:31,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742254_1430 (size=12151) 2024-11-14T04:59:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T04:59:31,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T04:59:31,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:31,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:31,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:31,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T04:59:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T04:59:31,730 WARN [regionserver/44289c305c03:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 0 2024-11-14T04:59:31,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c2fa9b31e8d741f1a68ecfa4d73c2893, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f607a665b6ee4faead2231ba2d0ef28c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d8c3f87496c341c398f0b33c8298f0a2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9e5be454ec524afd85779ce5bba89b91, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6475faadc4954ace860c6e99fb5aa989, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d34966087b274343ac46eb466c1360e4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3f5233bb365e412fbb584a65422ed16e] to archive 2024-11-14T04:59:31,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:59:31,737 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c2fa9b31e8d741f1a68ecfa4d73c2893 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c2fa9b31e8d741f1a68ecfa4d73c2893 2024-11-14T04:59:31,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f607a665b6ee4faead2231ba2d0ef28c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f607a665b6ee4faead2231ba2d0ef28c 2024-11-14T04:59:31,740 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d8c3f87496c341c398f0b33c8298f0a2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d8c3f87496c341c398f0b33c8298f0a2 2024-11-14T04:59:31,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9e5be454ec524afd85779ce5bba89b91 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9e5be454ec524afd85779ce5bba89b91 2024-11-14T04:59:31,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6475faadc4954ace860c6e99fb5aa989 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6475faadc4954ace860c6e99fb5aa989 2024-11-14T04:59:31,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d34966087b274343ac46eb466c1360e4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/d34966087b274343ac46eb466c1360e4 2024-11-14T04:59:31,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3f5233bb365e412fbb584a65422ed16e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3f5233bb365e412fbb584a65422ed16e 2024-11-14T04:59:31,752 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/72f419decf724c08b3d7b8750b00e623, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/908c006754c743bc9e28a25333364046, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/a0c226b34fd1449695a0ba4e4500e361, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/48cc1aec60a54ddba2b276627e87ee46, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3ca0d0612ffd446ea9df9afa01e821b4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3f68729f98f741e79a1adfecf7f2db9e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/34a2cbe818334fbf8ee387a1eb1359c7] to archive 2024-11-14T04:59:31,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:59:31,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/72f419decf724c08b3d7b8750b00e623 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/72f419decf724c08b3d7b8750b00e623 2024-11-14T04:59:31,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/908c006754c743bc9e28a25333364046 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/908c006754c743bc9e28a25333364046 2024-11-14T04:59:31,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/a0c226b34fd1449695a0ba4e4500e361 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/a0c226b34fd1449695a0ba4e4500e361 2024-11-14T04:59:31,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/48cc1aec60a54ddba2b276627e87ee46 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/48cc1aec60a54ddba2b276627e87ee46 2024-11-14T04:59:31,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3ca0d0612ffd446ea9df9afa01e821b4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3ca0d0612ffd446ea9df9afa01e821b4 2024-11-14T04:59:31,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3f68729f98f741e79a1adfecf7f2db9e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3f68729f98f741e79a1adfecf7f2db9e 2024-11-14T04:59:31,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/34a2cbe818334fbf8ee387a1eb1359c7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/34a2cbe818334fbf8ee387a1eb1359c7 2024-11-14T04:59:31,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/b6fcfa2d3c8e44f1b07871b3577fc036, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a1edd5476c7c4ab5bfc0b41194b65a72, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/67ced2978a99494db482423a41fbd69b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/8001079359754ec884aadb22b1fc6c74, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d7fd63c2fdc456eb771ca429adfe4e6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a11d11956e934101a725336582305add, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/80bbec598af04236ad8203f55269b7dc] to archive 2024-11-14T04:59:31,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:59:31,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/b6fcfa2d3c8e44f1b07871b3577fc036 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/b6fcfa2d3c8e44f1b07871b3577fc036 2024-11-14T04:59:31,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a1edd5476c7c4ab5bfc0b41194b65a72 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a1edd5476c7c4ab5bfc0b41194b65a72 2024-11-14T04:59:31,775 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/67ced2978a99494db482423a41fbd69b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/67ced2978a99494db482423a41fbd69b 2024-11-14T04:59:31,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/8001079359754ec884aadb22b1fc6c74 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/8001079359754ec884aadb22b1fc6c74 2024-11-14T04:59:31,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d7fd63c2fdc456eb771ca429adfe4e6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d7fd63c2fdc456eb771ca429adfe4e6 2024-11-14T04:59:31,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a11d11956e934101a725336582305add to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a11d11956e934101a725336582305add 2024-11-14T04:59:31,779 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/80bbec598af04236ad8203f55269b7dc to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/80bbec598af04236ad8203f55269b7dc 2024-11-14T04:59:31,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560431782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:31,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:31,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T04:59:31,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:31,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:31,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:31,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560431792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560431803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:31,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/22ed486b610046f1ad224e58b1cc0fcd 2024-11-14T04:59:31,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/87ba07f4b44b43679d68c7406eacb96f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/87ba07f4b44b43679d68c7406eacb96f 2024-11-14T04:59:31,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/87ba07f4b44b43679d68c7406eacb96f, entries=250, sequenceid=142, filesize=16.5 K 2024-11-14T04:59:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/dd97a51c244543b48d62d7c8557670cc as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/dd97a51c244543b48d62d7c8557670cc 2024-11-14T04:59:31,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/dd97a51c244543b48d62d7c8557670cc, entries=150, sequenceid=142, filesize=11.9 K 2024-11-14T04:59:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/22ed486b610046f1ad224e58b1cc0fcd as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/22ed486b610046f1ad224e58b1cc0fcd 2024-11-14T04:59:31,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/22ed486b610046f1ad224e58b1cc0fcd, entries=150, sequenceid=142, filesize=11.9 K 2024-11-14T04:59:31,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 39fcfb530dbaba9985465d6eafc627ae in 1291ms, sequenceid=142, compaction requested=true 2024-11-14T04:59:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:31,837 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:31,837 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:31,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:31,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:31,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:31,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:31,838 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:31,838 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/A is initiating minor compaction (all files) 2024-11-14T04:59:31,838 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/A in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,838 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c0c307a743b74e27bf4604f95e6b2369, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/42ad000cc9dc4438aa19560056241f02, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/87ba07f4b44b43679d68c7406eacb96f] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=40.2 K 2024-11-14T04:59:31,839 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:31,839 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/B is initiating minor compaction (all files) 2024-11-14T04:59:31,839 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/B in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,839 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/88416dfde68e4438b71806beb524d51b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/1ec719332b4943e4a1e517f0588f9718, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/dd97a51c244543b48d62d7c8557670cc] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=35.5 K 2024-11-14T04:59:31,839 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0c307a743b74e27bf4604f95e6b2369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731560368633 2024-11-14T04:59:31,839 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 88416dfde68e4438b71806beb524d51b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731560368633 2024-11-14T04:59:31,839 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42ad000cc9dc4438aa19560056241f02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731560368700 2024-11-14T04:59:31,839 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ec719332b4943e4a1e517f0588f9718, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731560368700 2024-11-14T04:59:31,840 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87ba07f4b44b43679d68c7406eacb96f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731560369879 2024-11-14T04:59:31,840 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting dd97a51c244543b48d62d7c8557670cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731560369879 2024-11-14T04:59:31,847 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:31,847 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#A#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:31,848 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/15ff4055ceb04deb807d6348a88a0e7a is 50, key is test_row_0/B:col10/1731560370546/Put/seqid=0 2024-11-14T04:59:31,848 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/8f8c3e5db9244ffd944fa17ba9c0af26 is 50, key is test_row_0/A:col10/1731560370546/Put/seqid=0 2024-11-14T04:59:31,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742255_1431 (size=12254) 2024-11-14T04:59:31,863 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/15ff4055ceb04deb807d6348a88a0e7a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/15ff4055ceb04deb807d6348a88a0e7a 2024-11-14T04:59:31,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742256_1432 (size=12254) 2024-11-14T04:59:31,868 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/8f8c3e5db9244ffd944fa17ba9c0af26 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/8f8c3e5db9244ffd944fa17ba9c0af26 2024-11-14T04:59:31,869 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/B of 39fcfb530dbaba9985465d6eafc627ae into 15ff4055ceb04deb807d6348a88a0e7a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:31,869 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:31,869 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/B, priority=13, startTime=1731560371837; duration=0sec 2024-11-14T04:59:31,870 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:31,870 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:B 2024-11-14T04:59:31,870 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:31,872 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:31,872 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/C is initiating minor compaction (all files) 2024-11-14T04:59:31,872 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/C in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,872 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8a8b490150e449d9a1e7c83fdd387c6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/27bdc2c7bee24419897d0adaff98fe0d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/22ed486b610046f1ad224e58b1cc0fcd] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=35.5 K 2024-11-14T04:59:31,873 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/A of 39fcfb530dbaba9985465d6eafc627ae into 8f8c3e5db9244ffd944fa17ba9c0af26(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:31,873 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:31,873 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/A, priority=13, startTime=1731560371837; duration=0sec 2024-11-14T04:59:31,873 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:31,873 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:A 2024-11-14T04:59:31,874 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e8a8b490150e449d9a1e7c83fdd387c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731560368633 2024-11-14T04:59:31,874 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 27bdc2c7bee24419897d0adaff98fe0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731560368700 2024-11-14T04:59:31,874 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 22ed486b610046f1ad224e58b1cc0fcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731560369879 2024-11-14T04:59:31,911 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:31,912 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/04753b9a0aea4407bf465a48e376e6a9 is 50, key is test_row_0/C:col10/1731560370546/Put/seqid=0 2024-11-14T04:59:31,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742257_1433 (size=12254) 2024-11-14T04:59:31,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T04:59:31,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:31,942 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:59:31,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/1f27f8484d1a45edb13d402ad6165e19 is 50, key is test_row_0/A:col10/1731560370620/Put/seqid=0 2024-11-14T04:59:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T04:59:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742258_1434 (size=12151) 2024-11-14T04:59:32,346 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/04753b9a0aea4407bf465a48e376e6a9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/04753b9a0aea4407bf465a48e376e6a9 2024-11-14T04:59:32,350 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/C of 39fcfb530dbaba9985465d6eafc627ae into 04753b9a0aea4407bf465a48e376e6a9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:32,350 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:32,350 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/C, priority=13, startTime=1731560371838; duration=0sec 2024-11-14T04:59:32,351 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:32,351 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:C 2024-11-14T04:59:32,360 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/1f27f8484d1a45edb13d402ad6165e19 2024-11-14T04:59:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/252f3ecf9a98456892d686c406f3ab96 is 50, key is test_row_0/B:col10/1731560370620/Put/seqid=0 2024-11-14T04:59:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742259_1435 (size=12151) 2024-11-14T04:59:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T04:59:32,781 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/252f3ecf9a98456892d686c406f3ab96 2024-11-14T04:59:32,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/328eb093932e4ddf8bb48b80aae0f531 is 50, key is test_row_0/C:col10/1731560370620/Put/seqid=0 2024-11-14T04:59:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742260_1436 (size=12151) 2024-11-14T04:59:32,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560432831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560432832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560432837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560432922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:32,930 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in 39fcfb530dbaba9985465d6eafc627ae of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:32,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560432932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:32,940 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 39fcfb530dbaba9985465d6eafc627ae of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:32,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:32,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560432943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:32,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560432953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:32,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:32,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560432953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:32,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:32,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:32,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560433163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560433173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560433173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,216 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/328eb093932e4ddf8bb48b80aae0f531 2024-11-14T04:59:33,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/1f27f8484d1a45edb13d402ad6165e19 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/1f27f8484d1a45edb13d402ad6165e19 2024-11-14T04:59:33,224 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/1f27f8484d1a45edb13d402ad6165e19, entries=150, sequenceid=167, filesize=11.9 K 2024-11-14T04:59:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/252f3ecf9a98456892d686c406f3ab96 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/252f3ecf9a98456892d686c406f3ab96 2024-11-14T04:59:33,228 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/252f3ecf9a98456892d686c406f3ab96, entries=150, sequenceid=167, filesize=11.9 K 2024-11-14T04:59:33,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/328eb093932e4ddf8bb48b80aae0f531 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/328eb093932e4ddf8bb48b80aae0f531 2024-11-14T04:59:33,238 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/328eb093932e4ddf8bb48b80aae0f531, entries=150, sequenceid=167, filesize=11.9 K 2024-11-14T04:59:33,240 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 39fcfb530dbaba9985465d6eafc627ae in 1298ms, sequenceid=167, compaction requested=false 2024-11-14T04:59:33,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:33,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-14T04:59:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-14T04:59:33,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-14T04:59:33,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9150 sec 2024-11-14T04:59:33,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.9220 sec 2024-11-14T04:59:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T04:59:33,473 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:33,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-14T04:59:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T04:59:33,476 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:33,477 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:33,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:33,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T04:59:33,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/908b199d22f74252b501d93bbc81c299 is 50, key is test_row_0/A:col10/1731560372831/Put/seqid=0 2024-11-14T04:59:33,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742261_1437 (size=14541) 2024-11-14T04:59:33,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/908b199d22f74252b501d93bbc81c299 2024-11-14T04:59:33,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/c4c9ce8faae14c5d8c23e582d3824cae is 50, key is test_row_0/B:col10/1731560372831/Put/seqid=0 2024-11-14T04:59:33,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742262_1438 (size=12151) 2024-11-14T04:59:33,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/c4c9ce8faae14c5d8c23e582d3824cae 2024-11-14T04:59:33,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/e8b47d14416d451dad47136c296100f2 is 50, key is test_row_0/C:col10/1731560372831/Put/seqid=0 2024-11-14T04:59:33,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742263_1439 (size=12151) 2024-11-14T04:59:33,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/e8b47d14416d451dad47136c296100f2 2024-11-14T04:59:33,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/908b199d22f74252b501d93bbc81c299 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/908b199d22f74252b501d93bbc81c299 2024-11-14T04:59:33,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/908b199d22f74252b501d93bbc81c299, entries=200, sequenceid=182, filesize=14.2 K 2024-11-14T04:59:33,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/c4c9ce8faae14c5d8c23e582d3824cae as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/c4c9ce8faae14c5d8c23e582d3824cae 2024-11-14T04:59:33,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/c4c9ce8faae14c5d8c23e582d3824cae, entries=150, sequenceid=182, filesize=11.9 K 2024-11-14T04:59:33,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/e8b47d14416d451dad47136c296100f2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8b47d14416d451dad47136c296100f2 2024-11-14T04:59:33,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560433563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560433563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8b47d14416d451dad47136c296100f2, entries=150, sequenceid=182, filesize=11.9 K 2024-11-14T04:59:33,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 39fcfb530dbaba9985465d6eafc627ae in 92ms, sequenceid=182, compaction requested=true 2024-11-14T04:59:33,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:33,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:33,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:33,581 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:33,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:33,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:33,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:33,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:33,582 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:33,582 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38946 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:33,582 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/A is initiating minor compaction (all files) 2024-11-14T04:59:33,582 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/A in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,582 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/8f8c3e5db9244ffd944fa17ba9c0af26, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/1f27f8484d1a45edb13d402ad6165e19, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/908b199d22f74252b501d93bbc81c299] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=38.0 K 2024-11-14T04:59:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T04:59:33,583 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f8c3e5db9244ffd944fa17ba9c0af26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731560369879 2024-11-14T04:59:33,583 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:33,583 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/B is initiating minor compaction (all files) 2024-11-14T04:59:33,583 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/B in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,583 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/15ff4055ceb04deb807d6348a88a0e7a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/252f3ecf9a98456892d686c406f3ab96, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/c4c9ce8faae14c5d8c23e582d3824cae] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=35.7 K 2024-11-14T04:59:33,583 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f27f8484d1a45edb13d402ad6165e19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731560370620 2024-11-14T04:59:33,584 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 15ff4055ceb04deb807d6348a88a0e7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731560369879 2024-11-14T04:59:33,584 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 908b199d22f74252b501d93bbc81c299, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731560372830 2024-11-14T04:59:33,584 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 252f3ecf9a98456892d686c406f3ab96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731560370620 2024-11-14T04:59:33,585 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting c4c9ce8faae14c5d8c23e582d3824cae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731560372830 2024-11-14T04:59:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:33,590 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:33,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:59:33,595 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#A#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:33,596 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/a2de9bb25e564502ad2cde6fae850233 is 50, key is test_row_0/A:col10/1731560372831/Put/seqid=0 2024-11-14T04:59:33,599 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:33,600 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/08303c028a0d494eb75ec287fffbffda is 50, key is test_row_0/B:col10/1731560372831/Put/seqid=0 2024-11-14T04:59:33,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/cfe68be9ec724cd8abfe2d4600594709 is 50, key is test_row_0/A:col10/1731560373588/Put/seqid=0 2024-11-14T04:59:33,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742264_1440 (size=12357) 2024-11-14T04:59:33,630 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/a2de9bb25e564502ad2cde6fae850233 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/a2de9bb25e564502ad2cde6fae850233 2024-11-14T04:59:33,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T04:59:33,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:33,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:33,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:33,637 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/A of 39fcfb530dbaba9985465d6eafc627ae into a2de9bb25e564502ad2cde6fae850233(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:33,637 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:33,637 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/A, priority=13, startTime=1731560373581; duration=0sec 2024-11-14T04:59:33,637 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:33,637 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:A 2024-11-14T04:59:33,637 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:33,640 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:33,640 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/C is initiating minor compaction (all files) 2024-11-14T04:59:33,640 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/C in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,640 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/04753b9a0aea4407bf465a48e376e6a9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/328eb093932e4ddf8bb48b80aae0f531, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8b47d14416d451dad47136c296100f2] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=35.7 K 2024-11-14T04:59:33,641 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04753b9a0aea4407bf465a48e376e6a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731560369879 2024-11-14T04:59:33,641 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 328eb093932e4ddf8bb48b80aae0f531, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731560370620 2024-11-14T04:59:33,642 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8b47d14416d451dad47136c296100f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731560372830 2024-11-14T04:59:33,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742265_1441 (size=12357) 2024-11-14T04:59:33,655 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/08303c028a0d494eb75ec287fffbffda as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/08303c028a0d494eb75ec287fffbffda 2024-11-14T04:59:33,656 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:33,657 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/0d314480432641edb5850ccfcb4c9a9c is 50, key is test_row_0/C:col10/1731560372831/Put/seqid=0 2024-11-14T04:59:33,661 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/B of 39fcfb530dbaba9985465d6eafc627ae into 08303c028a0d494eb75ec287fffbffda(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:33,661 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:33,661 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/B, priority=13, startTime=1731560373581; duration=0sec 2024-11-14T04:59:33,661 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:33,661 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:B 2024-11-14T04:59:33,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742267_1443 (size=12357) 2024-11-14T04:59:33,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742266_1442 (size=16931) 2024-11-14T04:59:33,679 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/0d314480432641edb5850ccfcb4c9a9c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d314480432641edb5850ccfcb4c9a9c 2024-11-14T04:59:33,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/cfe68be9ec724cd8abfe2d4600594709 2024-11-14T04:59:33,687 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/C of 39fcfb530dbaba9985465d6eafc627ae into 0d314480432641edb5850ccfcb4c9a9c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:33,687 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:33,687 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/C, priority=13, startTime=1731560373581; duration=0sec 2024-11-14T04:59:33,687 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:33,687 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:C 2024-11-14T04:59:33,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/6ecb77477c2a47be8055e4af5d0b3a20 is 50, key is test_row_0/B:col10/1731560373588/Put/seqid=0 2024-11-14T04:59:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560433685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742268_1444 (size=12151) 2024-11-14T04:59:33,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560433702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560433702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T04:59:33,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:33,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:33,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T04:59:33,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560433803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560433812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560433813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:33,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T04:59:33,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:33,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:33,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:33,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:34,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560434012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560434023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560434023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T04:59:34,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:34,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:34,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:34,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:34,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T04:59:34,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/6ecb77477c2a47be8055e4af5d0b3a20 2024-11-14T04:59:34,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/a9e3d7c5e1ba4875b6f31796895f95f9 is 50, key is test_row_0/C:col10/1731560373588/Put/seqid=0 2024-11-14T04:59:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742269_1445 (size=12151) 2024-11-14T04:59:34,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/a9e3d7c5e1ba4875b6f31796895f95f9 2024-11-14T04:59:34,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/cfe68be9ec724cd8abfe2d4600594709 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/cfe68be9ec724cd8abfe2d4600594709 2024-11-14T04:59:34,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/cfe68be9ec724cd8abfe2d4600594709, entries=250, sequenceid=206, filesize=16.5 K 2024-11-14T04:59:34,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/6ecb77477c2a47be8055e4af5d0b3a20 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/6ecb77477c2a47be8055e4af5d0b3a20 2024-11-14T04:59:34,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/6ecb77477c2a47be8055e4af5d0b3a20, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T04:59:34,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/a9e3d7c5e1ba4875b6f31796895f95f9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a9e3d7c5e1ba4875b6f31796895f95f9 2024-11-14T04:59:34,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a9e3d7c5e1ba4875b6f31796895f95f9, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T04:59:34,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 39fcfb530dbaba9985465d6eafc627ae in 550ms, sequenceid=206, compaction requested=false 2024-11-14T04:59:34,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:34,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T04:59:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:34,256 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T04:59:34,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/3361fdf488c547eb98e25df9674a2e2a is 50, key is test_row_0/A:col10/1731560373695/Put/seqid=0 2024-11-14T04:59:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742270_1446 (size=12151) 2024-11-14T04:59:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:34,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560434412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560434413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560434414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560434533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560434537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560434538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T04:59:34,667 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/3361fdf488c547eb98e25df9674a2e2a 2024-11-14T04:59:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/990f86e2f8424c89ad9e5471977c3651 is 50, key is test_row_0/B:col10/1731560373695/Put/seqid=0 2024-11-14T04:59:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742271_1447 (size=12151) 2024-11-14T04:59:34,680 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/990f86e2f8424c89ad9e5471977c3651 2024-11-14T04:59:34,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/99bd2d0831804321b8a1bc871261593c is 50, key is test_row_0/C:col10/1731560373695/Put/seqid=0 2024-11-14T04:59:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742272_1448 (size=12151) 2024-11-14T04:59:34,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560434742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560434753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:34,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560434753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560435052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560435063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560435063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,093 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/99bd2d0831804321b8a1bc871261593c 2024-11-14T04:59:35,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/3361fdf488c547eb98e25df9674a2e2a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3361fdf488c547eb98e25df9674a2e2a 2024-11-14T04:59:35,101 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3361fdf488c547eb98e25df9674a2e2a, entries=150, sequenceid=221, filesize=11.9 K 2024-11-14T04:59:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/990f86e2f8424c89ad9e5471977c3651 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/990f86e2f8424c89ad9e5471977c3651 2024-11-14T04:59:35,105 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/990f86e2f8424c89ad9e5471977c3651, entries=150, sequenceid=221, filesize=11.9 K 2024-11-14T04:59:35,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/99bd2d0831804321b8a1bc871261593c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/99bd2d0831804321b8a1bc871261593c 2024-11-14T04:59:35,108 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/99bd2d0831804321b8a1bc871261593c, entries=150, sequenceid=221, filesize=11.9 K 2024-11-14T04:59:35,109 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 39fcfb530dbaba9985465d6eafc627ae in 853ms, sequenceid=221, compaction requested=true 2024-11-14T04:59:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-14T04:59:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-14T04:59:35,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-14T04:59:35,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6340 sec 2024-11-14T04:59:35,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.6410 sec 2024-11-14T04:59:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:35,578 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:35,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T04:59:35,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/b6da3307066a43558c83cb1087f7c95a is 50, key is test_row_0/A:col10/1731560374400/Put/seqid=0 2024-11-14T04:59:35,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742273_1449 (size=14541) 2024-11-14T04:59:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560435603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560435604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560435605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T04:59:35,633 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:35,634 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-14T04:59:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T04:59:35,637 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:35,642 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:35,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:35,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560435713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560435713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560435724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T04:59:35,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T04:59:35,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:35,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:35,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:35,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:35,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:35,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560435923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560435923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560435932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T04:59:35,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T04:59:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:35,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:35,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/b6da3307066a43558c83cb1087f7c95a 2024-11-14T04:59:35,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/403a2d5d10d34f26a325eb83440bb21a is 50, key is test_row_0/B:col10/1731560374400/Put/seqid=0 2024-11-14T04:59:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742274_1450 (size=12151) 2024-11-14T04:59:36,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/403a2d5d10d34f26a325eb83440bb21a 2024-11-14T04:59:36,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/5088b9f021d14b8287d0328398cbb47f is 50, key is test_row_0/C:col10/1731560374400/Put/seqid=0 2024-11-14T04:59:36,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742275_1451 (size=12151) 2024-11-14T04:59:36,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T04:59:36,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:36,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:36,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:36,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560436232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:36,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560436233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:36,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560436253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:36,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T04:59:36,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T04:59:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:36,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/5088b9f021d14b8287d0328398cbb47f 2024-11-14T04:59:36,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/b6da3307066a43558c83cb1087f7c95a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b6da3307066a43558c83cb1087f7c95a 2024-11-14T04:59:36,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T04:59:36,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:36,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:36,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:36,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b6da3307066a43558c83cb1087f7c95a, entries=200, sequenceid=246, filesize=14.2 K 2024-11-14T04:59:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/403a2d5d10d34f26a325eb83440bb21a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/403a2d5d10d34f26a325eb83440bb21a 2024-11-14T04:59:36,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/403a2d5d10d34f26a325eb83440bb21a, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T04:59:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/5088b9f021d14b8287d0328398cbb47f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/5088b9f021d14b8287d0328398cbb47f 2024-11-14T04:59:36,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/5088b9f021d14b8287d0328398cbb47f, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T04:59:36,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 39fcfb530dbaba9985465d6eafc627ae in 853ms, sequenceid=246, compaction requested=true 2024-11-14T04:59:36,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:36,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:36,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:36,431 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:36,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:36,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:36,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:36,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T04:59:36,432 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:36,433 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:36,433 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:36,433 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/B is initiating minor compaction (all files) 2024-11-14T04:59:36,433 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/A is initiating minor compaction (all files) 2024-11-14T04:59:36,433 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/A in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,433 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/B in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,433 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/a2de9bb25e564502ad2cde6fae850233, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/cfe68be9ec724cd8abfe2d4600594709, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3361fdf488c547eb98e25df9674a2e2a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b6da3307066a43558c83cb1087f7c95a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=54.7 K 2024-11-14T04:59:36,433 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/08303c028a0d494eb75ec287fffbffda, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/6ecb77477c2a47be8055e4af5d0b3a20, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/990f86e2f8424c89ad9e5471977c3651, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/403a2d5d10d34f26a325eb83440bb21a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=47.7 K 2024-11-14T04:59:36,434 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2de9bb25e564502ad2cde6fae850233, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731560372830 2024-11-14T04:59:36,434 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 08303c028a0d494eb75ec287fffbffda, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731560372830 2024-11-14T04:59:36,434 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ecb77477c2a47be8055e4af5d0b3a20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560373561 2024-11-14T04:59:36,434 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfe68be9ec724cd8abfe2d4600594709, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560373554 2024-11-14T04:59:36,434 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 990f86e2f8424c89ad9e5471977c3651, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731560373637 2024-11-14T04:59:36,435 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3361fdf488c547eb98e25df9674a2e2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731560373637 2024-11-14T04:59:36,435 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6da3307066a43558c83cb1087f7c95a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731560374400 2024-11-14T04:59:36,435 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 403a2d5d10d34f26a325eb83440bb21a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731560374400 2024-11-14T04:59:36,447 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#A#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:36,448 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/388eab7a9a92419eafa41dd9d3d5f835 is 50, key is test_row_0/A:col10/1731560374400/Put/seqid=0 2024-11-14T04:59:36,456 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#B#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:36,457 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/52325adf47104a6896a4505604ca2448 is 50, key is test_row_0/B:col10/1731560374400/Put/seqid=0 2024-11-14T04:59:36,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742276_1452 (size=12493) 2024-11-14T04:59:36,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742277_1453 (size=12493) 2024-11-14T04:59:36,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T04:59:36,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,572 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:59:36,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/9bcfe4c1772248fc94e390bd26f4eea7 is 50, key is test_row_0/A:col10/1731560375603/Put/seqid=0 2024-11-14T04:59:36,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742278_1454 (size=12151) 2024-11-14T04:59:36,593 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/9bcfe4c1772248fc94e390bd26f4eea7 2024-11-14T04:59:36,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/62817d7780c94d09a1ef76f7091b28d2 is 50, key is test_row_0/B:col10/1731560375603/Put/seqid=0 2024-11-14T04:59:36,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742279_1455 (size=12151) 2024-11-14T04:59:36,608 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/62817d7780c94d09a1ef76f7091b28d2 2024-11-14T04:59:36,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/0fd8179c2db4456d810610ff8ebc846d is 50, key is test_row_0/C:col10/1731560375603/Put/seqid=0 2024-11-14T04:59:36,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742280_1456 (size=12151) 2024-11-14T04:59:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T04:59:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:36,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:36,867 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/388eab7a9a92419eafa41dd9d3d5f835 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/388eab7a9a92419eafa41dd9d3d5f835 2024-11-14T04:59:36,870 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/52325adf47104a6896a4505604ca2448 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/52325adf47104a6896a4505604ca2448 2024-11-14T04:59:36,875 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/A of 39fcfb530dbaba9985465d6eafc627ae into 388eab7a9a92419eafa41dd9d3d5f835(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:36,875 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:36,875 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/A, priority=12, startTime=1731560376431; duration=0sec 2024-11-14T04:59:36,875 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/B of 39fcfb530dbaba9985465d6eafc627ae into 52325adf47104a6896a4505604ca2448(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:36,875 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:36,875 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/B, priority=12, startTime=1731560376431; duration=0sec 2024-11-14T04:59:36,875 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:36,875 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:A 2024-11-14T04:59:36,875 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:36,875 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:B 2024-11-14T04:59:36,875 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:36,876 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:36,876 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/C is initiating minor compaction (all files) 2024-11-14T04:59:36,876 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/C in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:36,876 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d314480432641edb5850ccfcb4c9a9c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a9e3d7c5e1ba4875b6f31796895f95f9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/99bd2d0831804321b8a1bc871261593c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/5088b9f021d14b8287d0328398cbb47f] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=47.7 K 2024-11-14T04:59:36,877 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d314480432641edb5850ccfcb4c9a9c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731560372830 2024-11-14T04:59:36,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560436862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:36,877 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9e3d7c5e1ba4875b6f31796895f95f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731560373561 2024-11-14T04:59:36,878 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99bd2d0831804321b8a1bc871261593c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731560373637 2024-11-14T04:59:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:36,878 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5088b9f021d14b8287d0328398cbb47f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731560374400 2024-11-14T04:59:36,888 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:36,889 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/24fa40f4e9c241d4965377e5e0629fff is 50, key is test_row_0/C:col10/1731560374400/Put/seqid=0 2024-11-14T04:59:36,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560436876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:36,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560436877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:36,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742281_1457 (size=12493) 2024-11-14T04:59:36,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1731560436942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:36,948 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in 39fcfb530dbaba9985465d6eafc627ae of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:36,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44682 deadline: 1731560436983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:36,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560436984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,988 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 39fcfb530dbaba9985465d6eafc627ae of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8285 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560437002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560437002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,029 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/0fd8179c2db4456d810610ff8ebc846d 2024-11-14T04:59:37,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/9bcfe4c1772248fc94e390bd26f4eea7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9bcfe4c1772248fc94e390bd26f4eea7 2024-11-14T04:59:37,037 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9bcfe4c1772248fc94e390bd26f4eea7, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T04:59:37,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/62817d7780c94d09a1ef76f7091b28d2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/62817d7780c94d09a1ef76f7091b28d2 2024-11-14T04:59:37,042 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/62817d7780c94d09a1ef76f7091b28d2, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T04:59:37,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/0fd8179c2db4456d810610ff8ebc846d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0fd8179c2db4456d810610ff8ebc846d 2024-11-14T04:59:37,047 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0fd8179c2db4456d810610ff8ebc846d, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T04:59:37,048 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 39fcfb530dbaba9985465d6eafc627ae in 476ms, sequenceid=257, compaction requested=false 2024-11-14T04:59:37,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:37,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:37,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-14T04:59:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-14T04:59:37,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-14T04:59:37,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-14T04:59:37,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.4180 sec 2024-11-14T04:59:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:37,199 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:37,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T04:59:37,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/b2f6704604694e4e9d5deb90c383e8b7 is 50, key is test_row_0/A:col10/1731560376875/Put/seqid=0 2024-11-14T04:59:37,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742282_1458 (size=14741) 2024-11-14T04:59:37,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/b2f6704604694e4e9d5deb90c383e8b7 2024-11-14T04:59:37,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/18f030abd4d540a489bc430a5bcb7f7d is 50, key is test_row_0/B:col10/1731560376875/Put/seqid=0 2024-11-14T04:59:37,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742283_1459 (size=12301) 2024-11-14T04:59:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560437227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560437235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560437235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,303 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/24fa40f4e9c241d4965377e5e0629fff as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/24fa40f4e9c241d4965377e5e0629fff 2024-11-14T04:59:37,307 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/C of 39fcfb530dbaba9985465d6eafc627ae into 24fa40f4e9c241d4965377e5e0629fff(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:37,307 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:37,307 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/C, priority=12, startTime=1731560376431; duration=0sec 2024-11-14T04:59:37,308 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:37,308 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:C 2024-11-14T04:59:37,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560437343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560437343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560437343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560437563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560437563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560437564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:37,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/18f030abd4d540a489bc430a5bcb7f7d 2024-11-14T04:59:37,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/43e0a97754f54c16b7be8d501f5c3901 is 50, key is test_row_0/C:col10/1731560376875/Put/seqid=0 2024-11-14T04:59:37,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742284_1460 (size=12301) 2024-11-14T04:59:37,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/43e0a97754f54c16b7be8d501f5c3901 2024-11-14T04:59:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/b2f6704604694e4e9d5deb90c383e8b7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b2f6704604694e4e9d5deb90c383e8b7 2024-11-14T04:59:37,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b2f6704604694e4e9d5deb90c383e8b7, entries=200, sequenceid=285, filesize=14.4 K 2024-11-14T04:59:37,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/18f030abd4d540a489bc430a5bcb7f7d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/18f030abd4d540a489bc430a5bcb7f7d 2024-11-14T04:59:37,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/18f030abd4d540a489bc430a5bcb7f7d, entries=150, sequenceid=285, filesize=12.0 K 2024-11-14T04:59:37,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/43e0a97754f54c16b7be8d501f5c3901 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/43e0a97754f54c16b7be8d501f5c3901 2024-11-14T04:59:37,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/43e0a97754f54c16b7be8d501f5c3901, entries=150, sequenceid=285, filesize=12.0 K 2024-11-14T04:59:37,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 39fcfb530dbaba9985465d6eafc627ae in 482ms, sequenceid=285, compaction requested=true 2024-11-14T04:59:37,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T04:59:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:37,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T04:59:37,684 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:37,685 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:37,687 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39385 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:37,687 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:37,687 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/A is initiating minor compaction (all files) 2024-11-14T04:59:37,687 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/C is initiating minor compaction (all files) 2024-11-14T04:59:37,687 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/A in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:37,687 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/C in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:37,688 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/388eab7a9a92419eafa41dd9d3d5f835, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9bcfe4c1772248fc94e390bd26f4eea7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b2f6704604694e4e9d5deb90c383e8b7] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=38.5 K 2024-11-14T04:59:37,688 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/24fa40f4e9c241d4965377e5e0629fff, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0fd8179c2db4456d810610ff8ebc846d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/43e0a97754f54c16b7be8d501f5c3901] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=36.1 K 2024-11-14T04:59:37,688 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 388eab7a9a92419eafa41dd9d3d5f835, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731560374400 2024-11-14T04:59:37,688 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 24fa40f4e9c241d4965377e5e0629fff, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731560374400 2024-11-14T04:59:37,688 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bcfe4c1772248fc94e390bd26f4eea7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731560375590 2024-11-14T04:59:37,688 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fd8179c2db4456d810610ff8ebc846d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731560375590 2024-11-14T04:59:37,689 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 43e0a97754f54c16b7be8d501f5c3901, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731560376844 2024-11-14T04:59:37,689 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2f6704604694e4e9d5deb90c383e8b7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731560376844 2024-11-14T04:59:37,713 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:37,713 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/737b29783baf488da062a17d92fd33a4 is 50, key is test_row_0/A:col10/1731560376875/Put/seqid=0 2024-11-14T04:59:37,715 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#C#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:37,716 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/79bee31e156640c9bb4f184980ba19fd is 50, key is test_row_0/C:col10/1731560376875/Put/seqid=0 2024-11-14T04:59:37,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742285_1461 (size=12745) 2024-11-14T04:59:37,745 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/737b29783baf488da062a17d92fd33a4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/737b29783baf488da062a17d92fd33a4 2024-11-14T04:59:37,751 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/A of 39fcfb530dbaba9985465d6eafc627ae into 737b29783baf488da062a17d92fd33a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:37,751 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:37,751 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/A, priority=13, startTime=1731560377681; duration=0sec 2024-11-14T04:59:37,751 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:37,751 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:A 2024-11-14T04:59:37,751 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:37,753 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:37,753 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/B is initiating minor compaction (all files) 2024-11-14T04:59:37,753 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/B in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:37,753 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/52325adf47104a6896a4505604ca2448, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/62817d7780c94d09a1ef76f7091b28d2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/18f030abd4d540a489bc430a5bcb7f7d] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=36.1 K 2024-11-14T04:59:37,753 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52325adf47104a6896a4505604ca2448, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731560374400 2024-11-14T04:59:37,754 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62817d7780c94d09a1ef76f7091b28d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731560375590 2024-11-14T04:59:37,754 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f030abd4d540a489bc430a5bcb7f7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731560376844 2024-11-14T04:59:37,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742286_1462 (size=12745) 2024-11-14T04:59:37,780 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#B#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:37,780 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/2e517ec7bd394ad0aadea68b49ce232a is 50, key is test_row_0/B:col10/1731560376875/Put/seqid=0 2024-11-14T04:59:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T04:59:37,783 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:37,784 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-14T04:59:37,787 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:37,788 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:37,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T04:59:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742287_1463 (size=12745) 2024-11-14T04:59:37,795 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/2e517ec7bd394ad0aadea68b49ce232a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/2e517ec7bd394ad0aadea68b49ce232a 2024-11-14T04:59:37,799 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/B of 39fcfb530dbaba9985465d6eafc627ae into 2e517ec7bd394ad0aadea68b49ce232a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:37,799 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:37,799 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/B, priority=13, startTime=1731560377682; duration=0sec 2024-11-14T04:59:37,799 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:37,799 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:B 2024-11-14T04:59:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:37,887 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:37,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:59:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T04:59:37,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/12f9a85d58ca4c31bd69b70daf4d383c is 50, key is test_row_0/A:col10/1731560377232/Put/seqid=0 2024-11-14T04:59:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742288_1464 (size=17181) 2024-11-14T04:59:37,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/12f9a85d58ca4c31bd69b70daf4d383c 2024-11-14T04:59:37,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/d0358bca07a54a238044465de24822a1 is 50, key is test_row_0/B:col10/1731560377232/Put/seqid=0 2024-11-14T04:59:37,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742289_1465 (size=12301) 2024-11-14T04:59:37,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/d0358bca07a54a238044465de24822a1 2024-11-14T04:59:37,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/fadc981447904648b96857292acc494e is 50, key is test_row_0/C:col10/1731560377232/Put/seqid=0 2024-11-14T04:59:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742290_1466 (size=12301) 2024-11-14T04:59:37,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/fadc981447904648b96857292acc494e 2024-11-14T04:59:37,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:37,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:37,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:37,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:37,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:37,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/12f9a85d58ca4c31bd69b70daf4d383c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/12f9a85d58ca4c31bd69b70daf4d383c 2024-11-14T04:59:37,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:37,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/12f9a85d58ca4c31bd69b70daf4d383c, entries=250, sequenceid=301, filesize=16.8 K 2024-11-14T04:59:37,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/d0358bca07a54a238044465de24822a1 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/d0358bca07a54a238044465de24822a1 2024-11-14T04:59:37,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/d0358bca07a54a238044465de24822a1, entries=150, sequenceid=301, filesize=12.0 K 2024-11-14T04:59:37,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/fadc981447904648b96857292acc494e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fadc981447904648b96857292acc494e 2024-11-14T04:59:37,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fadc981447904648b96857292acc494e, entries=150, sequenceid=301, filesize=12.0 K 2024-11-14T04:59:37,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=107.34 KB/109920 for 39fcfb530dbaba9985465d6eafc627ae in 73ms, sequenceid=301, compaction requested=false 2024-11-14T04:59:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:37,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:37,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T04:59:37,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/0ac5302bde6f4f81a0378adef45c4a67 is 50, key is test_row_0/A:col10/1731560377952/Put/seqid=0 2024-11-14T04:59:37,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742291_1467 (size=12301) 2024-11-14T04:59:38,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560438009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560438011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560438023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:38,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:38,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T04:59:38,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560438133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560438133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560438144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,176 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/79bee31e156640c9bb4f184980ba19fd as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/79bee31e156640c9bb4f184980ba19fd 2024-11-14T04:59:38,181 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/C of 39fcfb530dbaba9985465d6eafc627ae into 79bee31e156640c9bb4f184980ba19fd(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:38,181 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:38,181 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/C, priority=13, startTime=1731560377682; duration=0sec 2024-11-14T04:59:38,182 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:38,182 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:C 2024-11-14T04:59:38,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560438353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560438353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560438353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/0ac5302bde6f4f81a0378adef45c4a67 2024-11-14T04:59:38,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/e775334143334c33bccc1848c4416e02 is 50, key is test_row_0/B:col10/1731560377952/Put/seqid=0 2024-11-14T04:59:38,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742292_1468 (size=12301) 2024-11-14T04:59:38,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T04:59:38,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560438663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560438673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:38,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560438673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:38,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:38,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/e775334143334c33bccc1848c4416e02 2024-11-14T04:59:38,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/91da0b189ad24fc8b8818c967cfa856d is 50, key is test_row_0/C:col10/1731560377952/Put/seqid=0 2024-11-14T04:59:38,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742293_1469 (size=12301) 2024-11-14T04:59:38,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:38,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T04:59:39,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:39,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:39,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:39,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:39,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:39,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:39,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:39,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:39,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560439183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:39,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/91da0b189ad24fc8b8818c967cfa856d 2024-11-14T04:59:39,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/0ac5302bde6f4f81a0378adef45c4a67 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0ac5302bde6f4f81a0378adef45c4a67 2024-11-14T04:59:39,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560439193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:39,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560439193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:39,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0ac5302bde6f4f81a0378adef45c4a67, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T04:59:39,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/e775334143334c33bccc1848c4416e02 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e775334143334c33bccc1848c4416e02 2024-11-14T04:59:39,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e775334143334c33bccc1848c4416e02, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T04:59:39,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/91da0b189ad24fc8b8818c967cfa856d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/91da0b189ad24fc8b8818c967cfa856d 2024-11-14T04:59:39,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/91da0b189ad24fc8b8818c967cfa856d, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T04:59:39,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 39fcfb530dbaba9985465d6eafc627ae in 1260ms, sequenceid=321, compaction requested=true 2024-11-14T04:59:39,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:39,224 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T04:59:39,224 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:39,227 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42227 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:39,227 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/A is initiating minor compaction (all files) 2024-11-14T04:59:39,227 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/A in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:39,227 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/737b29783baf488da062a17d92fd33a4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/12f9a85d58ca4c31bd69b70daf4d383c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0ac5302bde6f4f81a0378adef45c4a67] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=41.2 K 2024-11-14T04:59:39,229 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 737b29783baf488da062a17d92fd33a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731560376844 2024-11-14T04:59:39,229 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12f9a85d58ca4c31bd69b70daf4d383c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731560377232 2024-11-14T04:59:39,229 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ac5302bde6f4f81a0378adef45c4a67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731560377952 2024-11-14T04:59:39,233 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:39,233 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/B is initiating minor compaction (all files) 2024-11-14T04:59:39,233 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/B in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:39,233 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/2e517ec7bd394ad0aadea68b49ce232a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/d0358bca07a54a238044465de24822a1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e775334143334c33bccc1848c4416e02] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=36.5 K 2024-11-14T04:59:39,235 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e517ec7bd394ad0aadea68b49ce232a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731560376844 2024-11-14T04:59:39,235 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d0358bca07a54a238044465de24822a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731560377232 2024-11-14T04:59:39,236 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e775334143334c33bccc1848c4416e02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731560377952 2024-11-14T04:59:39,242 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#A#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:39,242 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/6ec518761c144f528f35a032d502412a is 50, key is test_row_0/A:col10/1731560377952/Put/seqid=0 2024-11-14T04:59:39,246 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#B#compaction#397 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:39,247 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/898c1e7a7dbe4e58ae40aea92d92c123 is 50, key is test_row_0/B:col10/1731560377952/Put/seqid=0 2024-11-14T04:59:39,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742294_1470 (size=12847) 2024-11-14T04:59:39,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742295_1471 (size=12847) 2024-11-14T04:59:39,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T04:59:39,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:39,330 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T04:59:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/c62a0abc27ca4e6dad52cfcc0d9ae270 is 50, key is test_row_0/A:col10/1731560377990/Put/seqid=0 2024-11-14T04:59:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742296_1472 (size=12301) 2024-11-14T04:59:39,667 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/6ec518761c144f528f35a032d502412a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6ec518761c144f528f35a032d502412a 2024-11-14T04:59:39,671 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/A of 39fcfb530dbaba9985465d6eafc627ae into 6ec518761c144f528f35a032d502412a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:39,671 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:39,671 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/A, priority=13, startTime=1731560379224; duration=0sec 2024-11-14T04:59:39,671 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:39,671 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:A 2024-11-14T04:59:39,671 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:39,672 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:39,672 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/C is initiating minor compaction (all files) 2024-11-14T04:59:39,672 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/C in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:39,672 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/79bee31e156640c9bb4f184980ba19fd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fadc981447904648b96857292acc494e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/91da0b189ad24fc8b8818c967cfa856d] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=36.5 K 2024-11-14T04:59:39,672 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79bee31e156640c9bb4f184980ba19fd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731560376844 2024-11-14T04:59:39,673 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting fadc981447904648b96857292acc494e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731560377232 2024-11-14T04:59:39,673 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91da0b189ad24fc8b8818c967cfa856d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731560377952 2024-11-14T04:59:39,680 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:39,681 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/898c1e7a7dbe4e58ae40aea92d92c123 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/898c1e7a7dbe4e58ae40aea92d92c123 2024-11-14T04:59:39,681 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/c39dafdfe54a47a59f5084af32fdaff9 is 50, key is test_row_0/C:col10/1731560377952/Put/seqid=0 2024-11-14T04:59:39,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742297_1473 (size=12847) 2024-11-14T04:59:39,691 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/B of 39fcfb530dbaba9985465d6eafc627ae into 898c1e7a7dbe4e58ae40aea92d92c123(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:39,691 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:39,691 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/B, priority=13, startTime=1731560379224; duration=0sec 2024-11-14T04:59:39,692 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:39,692 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:B 2024-11-14T04:59:39,696 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/c39dafdfe54a47a59f5084af32fdaff9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/c39dafdfe54a47a59f5084af32fdaff9 2024-11-14T04:59:39,702 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/C of 39fcfb530dbaba9985465d6eafc627ae into c39dafdfe54a47a59f5084af32fdaff9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:39,702 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:39,702 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/C, priority=13, startTime=1731560379224; duration=0sec 2024-11-14T04:59:39,702 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:39,702 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:C 2024-11-14T04:59:39,740 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/c62a0abc27ca4e6dad52cfcc0d9ae270 2024-11-14T04:59:39,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/e032bac7847c4406876d58f77e3b7d21 is 50, key is test_row_0/B:col10/1731560377990/Put/seqid=0 2024-11-14T04:59:39,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742298_1474 (size=12301) 2024-11-14T04:59:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T04:59:40,153 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/e032bac7847c4406876d58f77e3b7d21 2024-11-14T04:59:40,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/1205ad7db71b4df09cce27427ac673de is 50, key is test_row_0/C:col10/1731560377990/Put/seqid=0 2024-11-14T04:59:40,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742299_1475 (size=12301) 2024-11-14T04:59:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:40,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:40,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560440246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560440250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560440252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560440363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560440363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560440372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,565 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/1205ad7db71b4df09cce27427ac673de 2024-11-14T04:59:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/c62a0abc27ca4e6dad52cfcc0d9ae270 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c62a0abc27ca4e6dad52cfcc0d9ae270 2024-11-14T04:59:40,575 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c62a0abc27ca4e6dad52cfcc0d9ae270, entries=150, sequenceid=338, filesize=12.0 K 2024-11-14T04:59:40,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/e032bac7847c4406876d58f77e3b7d21 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e032bac7847c4406876d58f77e3b7d21 2024-11-14T04:59:40,580 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e032bac7847c4406876d58f77e3b7d21, entries=150, sequenceid=338, filesize=12.0 K 2024-11-14T04:59:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/1205ad7db71b4df09cce27427ac673de as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/1205ad7db71b4df09cce27427ac673de 2024-11-14T04:59:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560440582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560440583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,593 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/1205ad7db71b4df09cce27427ac673de, entries=150, sequenceid=338, filesize=12.0 K 2024-11-14T04:59:40,594 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 39fcfb530dbaba9985465d6eafc627ae in 1264ms, sequenceid=338, compaction requested=false 2024-11-14T04:59:40,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:40,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:40,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-14T04:59:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:40,597 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:40,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T04:59:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-14T04:59:40,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-14T04:59:40,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8120 sec 2024-11-14T04:59:40,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/536090cba3b645658f3be775d0b56d32 is 50, key is test_row_0/A:col10/1731560380251/Put/seqid=0 2024-11-14T04:59:40,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.8200 sec 2024-11-14T04:59:40,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742300_1476 (size=14741) 2024-11-14T04:59:40,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560440683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560440802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560440893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:40,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560440902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:40,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:40,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560441012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:41,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/536090cba3b645658f3be775d0b56d32 2024-11-14T04:59:41,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/3c6632fac6f847b6a695b6dab96c5111 is 50, key is test_row_0/B:col10/1731560380251/Put/seqid=0 2024-11-14T04:59:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742301_1477 (size=12301) 2024-11-14T04:59:41,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560441322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:41,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560441412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:41,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560441412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:41,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/3c6632fac6f847b6a695b6dab96c5111 2024-11-14T04:59:41,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/fe9c2d2113394c778a2515319a47af7f is 50, key is test_row_0/C:col10/1731560380251/Put/seqid=0 2024-11-14T04:59:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742302_1478 (size=12301) 2024-11-14T04:59:41,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/fe9c2d2113394c778a2515319a47af7f 2024-11-14T04:59:41,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/536090cba3b645658f3be775d0b56d32 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/536090cba3b645658f3be775d0b56d32 2024-11-14T04:59:41,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/536090cba3b645658f3be775d0b56d32, entries=200, sequenceid=362, filesize=14.4 K 2024-11-14T04:59:41,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/3c6632fac6f847b6a695b6dab96c5111 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3c6632fac6f847b6a695b6dab96c5111 2024-11-14T04:59:41,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3c6632fac6f847b6a695b6dab96c5111, entries=150, sequenceid=362, filesize=12.0 K 2024-11-14T04:59:41,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/fe9c2d2113394c778a2515319a47af7f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fe9c2d2113394c778a2515319a47af7f 2024-11-14T04:59:41,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fe9c2d2113394c778a2515319a47af7f, entries=150, sequenceid=362, filesize=12.0 K 2024-11-14T04:59:41,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 39fcfb530dbaba9985465d6eafc627ae in 869ms, sequenceid=362, compaction requested=true 2024-11-14T04:59:41,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:41,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:41,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:41,467 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:41,467 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:41,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:41,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:41,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39fcfb530dbaba9985465d6eafc627ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:41,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:41,468 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:41,468 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:41,469 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/B is initiating minor compaction (all files) 2024-11-14T04:59:41,469 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/A is initiating minor compaction (all files) 2024-11-14T04:59:41,469 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/A in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:41,469 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/B in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:41,469 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6ec518761c144f528f35a032d502412a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c62a0abc27ca4e6dad52cfcc0d9ae270, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/536090cba3b645658f3be775d0b56d32] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=39.0 K 2024-11-14T04:59:41,469 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/898c1e7a7dbe4e58ae40aea92d92c123, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e032bac7847c4406876d58f77e3b7d21, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3c6632fac6f847b6a695b6dab96c5111] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=36.6 K 2024-11-14T04:59:41,469 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 898c1e7a7dbe4e58ae40aea92d92c123, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731560377952 2024-11-14T04:59:41,469 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ec518761c144f528f35a032d502412a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731560377952 2024-11-14T04:59:41,469 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e032bac7847c4406876d58f77e3b7d21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731560377990 2024-11-14T04:59:41,469 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c62a0abc27ca4e6dad52cfcc0d9ae270, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731560377990 2024-11-14T04:59:41,470 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c6632fac6f847b6a695b6dab96c5111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731560380249 2024-11-14T04:59:41,470 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 536090cba3b645658f3be775d0b56d32, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731560380239 2024-11-14T04:59:41,478 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:41,479 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/10bac96d0d674b6bb358a5691bd20e35 is 50, key is test_row_0/B:col10/1731560380251/Put/seqid=0 2024-11-14T04:59:41,481 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:41,482 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/1448edecc39d4f2abc7c3690df915685 is 50, key is test_row_0/A:col10/1731560380251/Put/seqid=0 2024-11-14T04:59:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742304_1480 (size=12949) 2024-11-14T04:59:41,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742303_1479 (size=12949) 2024-11-14T04:59:41,535 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/1448edecc39d4f2abc7c3690df915685 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/1448edecc39d4f2abc7c3690df915685 2024-11-14T04:59:41,548 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/A of 39fcfb530dbaba9985465d6eafc627ae into 1448edecc39d4f2abc7c3690df915685(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:41,548 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:41,548 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/A, priority=13, startTime=1731560381466; duration=0sec 2024-11-14T04:59:41,548 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:41,549 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:A 2024-11-14T04:59:41,549 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:41,550 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:41,550 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 39fcfb530dbaba9985465d6eafc627ae/C is initiating minor compaction (all files) 2024-11-14T04:59:41,551 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39fcfb530dbaba9985465d6eafc627ae/C in TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:41,551 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/c39dafdfe54a47a59f5084af32fdaff9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/1205ad7db71b4df09cce27427ac673de, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fe9c2d2113394c778a2515319a47af7f] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp, totalSize=36.6 K 2024-11-14T04:59:41,551 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c39dafdfe54a47a59f5084af32fdaff9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731560377952 2024-11-14T04:59:41,551 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1205ad7db71b4df09cce27427ac673de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731560377990 2024-11-14T04:59:41,553 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe9c2d2113394c778a2515319a47af7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731560380249 2024-11-14T04:59:41,575 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39fcfb530dbaba9985465d6eafc627ae#C#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:41,575 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/50622c8049ec4dfc99ea073298d86c7a is 50, key is test_row_0/C:col10/1731560380251/Put/seqid=0 2024-11-14T04:59:41,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742305_1481 (size=12949) 2024-11-14T04:59:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:41,840 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:41,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T04:59:41,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/bbcaa126c3a5471a8d1b341081f93d0f is 50, key is test_row_0/A:col10/1731560381838/Put/seqid=0 2024-11-14T04:59:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742306_1482 (size=12301) 2024-11-14T04:59:41,921 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/10bac96d0d674b6bb358a5691bd20e35 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/10bac96d0d674b6bb358a5691bd20e35 2024-11-14T04:59:41,927 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/B of 39fcfb530dbaba9985465d6eafc627ae into 10bac96d0d674b6bb358a5691bd20e35(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:41,928 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:41,928 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/B, priority=13, startTime=1731560381467; duration=0sec 2024-11-14T04:59:41,928 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:41,928 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:B 2024-11-14T04:59:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T04:59:41,954 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:41,954 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-14T04:59:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T04:59:41,958 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:41,960 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:41,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:42,006 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/50622c8049ec4dfc99ea073298d86c7a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/50622c8049ec4dfc99ea073298d86c7a 2024-11-14T04:59:42,013 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39fcfb530dbaba9985465d6eafc627ae/C of 39fcfb530dbaba9985465d6eafc627ae into 50622c8049ec4dfc99ea073298d86c7a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:42,013 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:42,013 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., storeName=39fcfb530dbaba9985465d6eafc627ae/C, priority=13, startTime=1731560381467; duration=0sec 2024-11-14T04:59:42,013 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:42,013 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39fcfb530dbaba9985465d6eafc627ae:C 2024-11-14T04:59:42,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560442030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:42,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T04:59:42,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T04:59:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560442153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:42,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/bbcaa126c3a5471a8d1b341081f93d0f 2024-11-14T04:59:42,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/eb996e41162844dcab4136e376acb41e is 50, key is test_row_0/B:col10/1731560381838/Put/seqid=0 2024-11-14T04:59:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742307_1483 (size=12301) 2024-11-14T04:59:42,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T04:59:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T04:59:42,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560442373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:42,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T04:59:42,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:42,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731560442434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:42,435 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in 39fcfb530dbaba9985465d6eafc627ae of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:42,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44660 deadline: 1731560442434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:42,442 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in 39fcfb530dbaba9985465d6eafc627ae of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:42,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:42,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T04:59:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T04:59:42,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/eb996e41162844dcab4136e376acb41e 2024-11-14T04:59:42,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/07b8aab19d4148fcb87413ca29b154b3 is 50, key is test_row_0/C:col10/1731560381838/Put/seqid=0 2024-11-14T04:59:42,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44636 deadline: 1731560442692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 , the old value is region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., hostname=44289c305c03,46441,1731560250145, seqNum=2 because the exception is null or not the one we care about 2024-11-14T04:59:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742308_1484 (size=12301) 2024-11-14T04:59:42,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/07b8aab19d4148fcb87413ca29b154b3 2024-11-14T04:59:42,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T04:59:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:42,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/bbcaa126c3a5471a8d1b341081f93d0f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/bbcaa126c3a5471a8d1b341081f93d0f 2024-11-14T04:59:42,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/bbcaa126c3a5471a8d1b341081f93d0f, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T04:59:42,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/eb996e41162844dcab4136e376acb41e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/eb996e41162844dcab4136e376acb41e 2024-11-14T04:59:42,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/eb996e41162844dcab4136e376acb41e, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T04:59:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/07b8aab19d4148fcb87413ca29b154b3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/07b8aab19d4148fcb87413ca29b154b3 2024-11-14T04:59:42,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/07b8aab19d4148fcb87413ca29b154b3, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T04:59:42,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 39fcfb530dbaba9985465d6eafc627ae in 921ms, sequenceid=379, compaction requested=false 2024-11-14T04:59:42,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:42,843 INFO [Thread-1828 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1828. 2024-11-14T04:59:42,843 DEBUG [Thread-1828 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:42,843 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,844 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:42,845 INFO [Thread-1824 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1824. 2024-11-14T04:59:42,845 DEBUG [Thread-1824 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:42,845 DEBUG [Thread-1824 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,845 DEBUG [Thread-1824 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:42,845 INFO [Thread-1832 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1832. 2024-11-14T04:59:42,845 DEBUG [Thread-1832 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:42,845 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,845 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:42,849 INFO [Thread-1830 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1830. 2024-11-14T04:59:42,849 DEBUG [Thread-1830 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:42,849 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,849 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:42,850 INFO [Thread-1826 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1826. 2024-11-14T04:59:42,850 DEBUG [Thread-1826 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:42,850 DEBUG [Thread-1826 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,850 DEBUG [Thread-1826 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:42,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:42,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T04:59:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:42,888 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T04:59:42,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/0fdc707770724f869df42549d8386a29 is 50, key is test_row_0/A:col10/1731560382012/Put/seqid=0 2024-11-14T04:59:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742309_1485 (size=12301) 2024-11-14T04:59:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T04:59:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:43,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. as already flushing 2024-11-14T04:59:43,205 INFO [Thread-1813 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1813. 2024-11-14T04:59:43,205 DEBUG [Thread-1813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:43,205 DEBUG [Thread-1813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:43,205 DEBUG [Thread-1813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:43,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:43,296 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/0fdc707770724f869df42549d8386a29 2024-11-14T04:59:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/58a7e5b222d346159ec3011a338e30de is 50, key is test_row_0/B:col10/1731560382012/Put/seqid=0 2024-11-14T04:59:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742310_1486 (size=12301) 2024-11-14T04:59:43,707 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/58a7e5b222d346159ec3011a338e30de 2024-11-14T04:59:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/11e27f6a62174dfd983c6e6e35e7b15a is 50, key is test_row_0/C:col10/1731560382012/Put/seqid=0 2024-11-14T04:59:43,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742311_1487 (size=12301) 2024-11-14T04:59:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T04:59:44,117 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/11e27f6a62174dfd983c6e6e35e7b15a 2024-11-14T04:59:44,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/0fdc707770724f869df42549d8386a29 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0fdc707770724f869df42549d8386a29 2024-11-14T04:59:44,123 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0fdc707770724f869df42549d8386a29, entries=150, sequenceid=401, filesize=12.0 K 2024-11-14T04:59:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/58a7e5b222d346159ec3011a338e30de as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/58a7e5b222d346159ec3011a338e30de 2024-11-14T04:59:44,126 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/58a7e5b222d346159ec3011a338e30de, entries=150, sequenceid=401, filesize=12.0 K 2024-11-14T04:59:44,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/11e27f6a62174dfd983c6e6e35e7b15a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/11e27f6a62174dfd983c6e6e35e7b15a 2024-11-14T04:59:44,129 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/11e27f6a62174dfd983c6e6e35e7b15a, entries=150, sequenceid=401, filesize=12.0 K 2024-11-14T04:59:44,130 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=6.71 KB/6870 for 39fcfb530dbaba9985465d6eafc627ae in 1242ms, sequenceid=401, compaction requested=true 2024-11-14T04:59:44,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 39fcfb530dbaba9985465d6eafc627ae: 2024-11-14T04:59:44,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:44,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-14T04:59:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-14T04:59:44,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-14T04:59:44,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-11-14T04:59:44,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.1790 sec 2024-11-14T04:59:44,444 INFO [Thread-1821 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1821. 2024-11-14T04:59:44,444 DEBUG [Thread-1821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:44,444 DEBUG [Thread-1821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:44,444 DEBUG [Thread-1821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:44,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:44,464 INFO [Thread-1815 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1815. 2024-11-14T04:59:44,464 DEBUG [Thread-1815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:44,464 DEBUG [Thread-1815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:44,464 DEBUG [Thread-1815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:44,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T04:59:46,113 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:47,005 INFO [Thread-1817 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1817. 2024-11-14T04:59:47,005 DEBUG [Thread-1817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:47,005 DEBUG [Thread-1817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:47,005 DEBUG [Thread-1817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:47,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:47,035 INFO [Thread-1819 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1819. 2024-11-14T04:59:47,035 DEBUG [Thread-1819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T04:59:47,035 DEBUG [Thread-1819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:47,035 DEBUG [Thread-1819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:47,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1288 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3860 rows 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1292 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3874 rows 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1284 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3848 rows 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1284 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3847 rows 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1291 2024-11-14T04:59:47,036 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3869 rows 2024-11-14T04:59:47,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:59:47,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:59:47,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:47,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:47,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:59:47,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T04:59:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T04:59:47,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560387043"}]},"ts":"1731560387043"} 2024-11-14T04:59:47,045 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T04:59:47,045 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T04:59:47,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T04:59:47,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39fcfb530dbaba9985465d6eafc627ae, UNASSIGN}] 2024-11-14T04:59:47,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39fcfb530dbaba9985465d6eafc627ae, UNASSIGN 2024-11-14T04:59:47,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=39fcfb530dbaba9985465d6eafc627ae, regionState=CLOSING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:59:47,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=39fcfb530dbaba9985465d6eafc627ae, UNASSIGN because future has completed 2024-11-14T04:59:47,051 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:59:47,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:59:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T04:59:47,204 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:47,204 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:59:47,205 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 39fcfb530dbaba9985465d6eafc627ae, disabling compactions & flushes 2024-11-14T04:59:47,205 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:47,205 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:47,205 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. after waiting 0 ms 2024-11-14T04:59:47,205 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:47,205 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing 39fcfb530dbaba9985465d6eafc627ae 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T04:59:47,210 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/f70000509f384caea8867aae614a055b is 50, key is test_row_0/A:col10/1731560387034/Put/seqid=0 2024-11-14T04:59:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742312_1488 (size=12301) 2024-11-14T04:59:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T04:59:47,614 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/f70000509f384caea8867aae614a055b 2024-11-14T04:59:47,624 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/5b77a9e785a04d10bbdb3099e62a70ab is 50, key is test_row_0/B:col10/1731560387034/Put/seqid=0 2024-11-14T04:59:47,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742313_1489 (size=12301) 2024-11-14T04:59:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T04:59:48,035 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/5b77a9e785a04d10bbdb3099e62a70ab 2024-11-14T04:59:48,042 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/83e088eaddb54c6988ed896633f48faa is 50, key is test_row_0/C:col10/1731560387034/Put/seqid=0 2024-11-14T04:59:48,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742314_1490 (size=12301) 2024-11-14T04:59:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T04:59:48,446 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/83e088eaddb54c6988ed896633f48faa 2024-11-14T04:59:48,450 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/A/f70000509f384caea8867aae614a055b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f70000509f384caea8867aae614a055b 2024-11-14T04:59:48,453 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f70000509f384caea8867aae614a055b, entries=150, sequenceid=409, filesize=12.0 K 2024-11-14T04:59:48,454 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/B/5b77a9e785a04d10bbdb3099e62a70ab as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/5b77a9e785a04d10bbdb3099e62a70ab 2024-11-14T04:59:48,457 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/5b77a9e785a04d10bbdb3099e62a70ab, entries=150, sequenceid=409, filesize=12.0 K 2024-11-14T04:59:48,457 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/.tmp/C/83e088eaddb54c6988ed896633f48faa as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/83e088eaddb54c6988ed896633f48faa 2024-11-14T04:59:48,460 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/83e088eaddb54c6988ed896633f48faa, entries=150, sequenceid=409, filesize=12.0 K 2024-11-14T04:59:48,461 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 39fcfb530dbaba9985465d6eafc627ae in 1256ms, sequenceid=409, compaction requested=true 2024-11-14T04:59:48,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c0c307a743b74e27bf4604f95e6b2369, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/42ad000cc9dc4438aa19560056241f02, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/87ba07f4b44b43679d68c7406eacb96f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/8f8c3e5db9244ffd944fa17ba9c0af26, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/1f27f8484d1a45edb13d402ad6165e19, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/908b199d22f74252b501d93bbc81c299, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/a2de9bb25e564502ad2cde6fae850233, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/cfe68be9ec724cd8abfe2d4600594709, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3361fdf488c547eb98e25df9674a2e2a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b6da3307066a43558c83cb1087f7c95a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/388eab7a9a92419eafa41dd9d3d5f835, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9bcfe4c1772248fc94e390bd26f4eea7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b2f6704604694e4e9d5deb90c383e8b7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/737b29783baf488da062a17d92fd33a4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/12f9a85d58ca4c31bd69b70daf4d383c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6ec518761c144f528f35a032d502412a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0ac5302bde6f4f81a0378adef45c4a67, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c62a0abc27ca4e6dad52cfcc0d9ae270, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/536090cba3b645658f3be775d0b56d32] to archive 2024-11-14T04:59:48,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:59:48,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c0c307a743b74e27bf4604f95e6b2369 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c0c307a743b74e27bf4604f95e6b2369 2024-11-14T04:59:48,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/42ad000cc9dc4438aa19560056241f02 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/42ad000cc9dc4438aa19560056241f02 2024-11-14T04:59:48,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/87ba07f4b44b43679d68c7406eacb96f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/87ba07f4b44b43679d68c7406eacb96f 2024-11-14T04:59:48,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/8f8c3e5db9244ffd944fa17ba9c0af26 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/8f8c3e5db9244ffd944fa17ba9c0af26 2024-11-14T04:59:48,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/1f27f8484d1a45edb13d402ad6165e19 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/1f27f8484d1a45edb13d402ad6165e19 2024-11-14T04:59:48,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/908b199d22f74252b501d93bbc81c299 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/908b199d22f74252b501d93bbc81c299 2024-11-14T04:59:48,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/a2de9bb25e564502ad2cde6fae850233 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/a2de9bb25e564502ad2cde6fae850233 2024-11-14T04:59:48,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/cfe68be9ec724cd8abfe2d4600594709 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/cfe68be9ec724cd8abfe2d4600594709 2024-11-14T04:59:48,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3361fdf488c547eb98e25df9674a2e2a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/3361fdf488c547eb98e25df9674a2e2a 2024-11-14T04:59:48,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b6da3307066a43558c83cb1087f7c95a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b6da3307066a43558c83cb1087f7c95a 2024-11-14T04:59:48,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/388eab7a9a92419eafa41dd9d3d5f835 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/388eab7a9a92419eafa41dd9d3d5f835 2024-11-14T04:59:48,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9bcfe4c1772248fc94e390bd26f4eea7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/9bcfe4c1772248fc94e390bd26f4eea7 2024-11-14T04:59:48,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b2f6704604694e4e9d5deb90c383e8b7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/b2f6704604694e4e9d5deb90c383e8b7 2024-11-14T04:59:48,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/737b29783baf488da062a17d92fd33a4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/737b29783baf488da062a17d92fd33a4 2024-11-14T04:59:48,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/12f9a85d58ca4c31bd69b70daf4d383c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/12f9a85d58ca4c31bd69b70daf4d383c 2024-11-14T04:59:48,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6ec518761c144f528f35a032d502412a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/6ec518761c144f528f35a032d502412a 2024-11-14T04:59:48,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0ac5302bde6f4f81a0378adef45c4a67 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0ac5302bde6f4f81a0378adef45c4a67 2024-11-14T04:59:48,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c62a0abc27ca4e6dad52cfcc0d9ae270 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/c62a0abc27ca4e6dad52cfcc0d9ae270 2024-11-14T04:59:48,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/536090cba3b645658f3be775d0b56d32 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/536090cba3b645658f3be775d0b56d32 2024-11-14T04:59:48,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/88416dfde68e4438b71806beb524d51b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/1ec719332b4943e4a1e517f0588f9718, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/15ff4055ceb04deb807d6348a88a0e7a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/dd97a51c244543b48d62d7c8557670cc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/252f3ecf9a98456892d686c406f3ab96, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/08303c028a0d494eb75ec287fffbffda, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/c4c9ce8faae14c5d8c23e582d3824cae, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/6ecb77477c2a47be8055e4af5d0b3a20, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/990f86e2f8424c89ad9e5471977c3651, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/52325adf47104a6896a4505604ca2448, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/403a2d5d10d34f26a325eb83440bb21a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/62817d7780c94d09a1ef76f7091b28d2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/2e517ec7bd394ad0aadea68b49ce232a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/18f030abd4d540a489bc430a5bcb7f7d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/d0358bca07a54a238044465de24822a1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/898c1e7a7dbe4e58ae40aea92d92c123, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e775334143334c33bccc1848c4416e02, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e032bac7847c4406876d58f77e3b7d21, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3c6632fac6f847b6a695b6dab96c5111] to archive 2024-11-14T04:59:48,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:59:48,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/88416dfde68e4438b71806beb524d51b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/88416dfde68e4438b71806beb524d51b 2024-11-14T04:59:48,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/1ec719332b4943e4a1e517f0588f9718 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/1ec719332b4943e4a1e517f0588f9718 2024-11-14T04:59:48,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/15ff4055ceb04deb807d6348a88a0e7a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/15ff4055ceb04deb807d6348a88a0e7a 2024-11-14T04:59:48,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/dd97a51c244543b48d62d7c8557670cc to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/dd97a51c244543b48d62d7c8557670cc 2024-11-14T04:59:48,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/252f3ecf9a98456892d686c406f3ab96 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/252f3ecf9a98456892d686c406f3ab96 2024-11-14T04:59:48,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/08303c028a0d494eb75ec287fffbffda to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/08303c028a0d494eb75ec287fffbffda 2024-11-14T04:59:48,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/c4c9ce8faae14c5d8c23e582d3824cae to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/c4c9ce8faae14c5d8c23e582d3824cae 2024-11-14T04:59:48,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/6ecb77477c2a47be8055e4af5d0b3a20 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/6ecb77477c2a47be8055e4af5d0b3a20 2024-11-14T04:59:48,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/990f86e2f8424c89ad9e5471977c3651 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/990f86e2f8424c89ad9e5471977c3651 2024-11-14T04:59:48,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/52325adf47104a6896a4505604ca2448 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/52325adf47104a6896a4505604ca2448 2024-11-14T04:59:48,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/403a2d5d10d34f26a325eb83440bb21a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/403a2d5d10d34f26a325eb83440bb21a 2024-11-14T04:59:48,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/62817d7780c94d09a1ef76f7091b28d2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/62817d7780c94d09a1ef76f7091b28d2 2024-11-14T04:59:48,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/2e517ec7bd394ad0aadea68b49ce232a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/2e517ec7bd394ad0aadea68b49ce232a 2024-11-14T04:59:48,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/18f030abd4d540a489bc430a5bcb7f7d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/18f030abd4d540a489bc430a5bcb7f7d 2024-11-14T04:59:48,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/d0358bca07a54a238044465de24822a1 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/d0358bca07a54a238044465de24822a1 2024-11-14T04:59:48,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/898c1e7a7dbe4e58ae40aea92d92c123 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/898c1e7a7dbe4e58ae40aea92d92c123 2024-11-14T04:59:48,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e775334143334c33bccc1848c4416e02 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e775334143334c33bccc1848c4416e02 2024-11-14T04:59:48,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e032bac7847c4406876d58f77e3b7d21 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/e032bac7847c4406876d58f77e3b7d21 2024-11-14T04:59:48,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3c6632fac6f847b6a695b6dab96c5111 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/3c6632fac6f847b6a695b6dab96c5111 2024-11-14T04:59:48,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8a8b490150e449d9a1e7c83fdd387c6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/27bdc2c7bee24419897d0adaff98fe0d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/04753b9a0aea4407bf465a48e376e6a9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/22ed486b610046f1ad224e58b1cc0fcd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/328eb093932e4ddf8bb48b80aae0f531, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d314480432641edb5850ccfcb4c9a9c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8b47d14416d451dad47136c296100f2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a9e3d7c5e1ba4875b6f31796895f95f9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/99bd2d0831804321b8a1bc871261593c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/24fa40f4e9c241d4965377e5e0629fff, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/5088b9f021d14b8287d0328398cbb47f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0fd8179c2db4456d810610ff8ebc846d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/79bee31e156640c9bb4f184980ba19fd, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/43e0a97754f54c16b7be8d501f5c3901, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fadc981447904648b96857292acc494e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/c39dafdfe54a47a59f5084af32fdaff9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/91da0b189ad24fc8b8818c967cfa856d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/1205ad7db71b4df09cce27427ac673de, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fe9c2d2113394c778a2515319a47af7f] to archive 2024-11-14T04:59:48,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T04:59:48,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8a8b490150e449d9a1e7c83fdd387c6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8a8b490150e449d9a1e7c83fdd387c6 2024-11-14T04:59:48,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/27bdc2c7bee24419897d0adaff98fe0d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/27bdc2c7bee24419897d0adaff98fe0d 2024-11-14T04:59:48,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/04753b9a0aea4407bf465a48e376e6a9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/04753b9a0aea4407bf465a48e376e6a9 2024-11-14T04:59:48,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/22ed486b610046f1ad224e58b1cc0fcd to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/22ed486b610046f1ad224e58b1cc0fcd 2024-11-14T04:59:48,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/328eb093932e4ddf8bb48b80aae0f531 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/328eb093932e4ddf8bb48b80aae0f531 2024-11-14T04:59:48,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d314480432641edb5850ccfcb4c9a9c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0d314480432641edb5850ccfcb4c9a9c 2024-11-14T04:59:48,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8b47d14416d451dad47136c296100f2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/e8b47d14416d451dad47136c296100f2 2024-11-14T04:59:48,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a9e3d7c5e1ba4875b6f31796895f95f9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/a9e3d7c5e1ba4875b6f31796895f95f9 2024-11-14T04:59:48,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/99bd2d0831804321b8a1bc871261593c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/99bd2d0831804321b8a1bc871261593c 2024-11-14T04:59:48,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/24fa40f4e9c241d4965377e5e0629fff to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/24fa40f4e9c241d4965377e5e0629fff 2024-11-14T04:59:48,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/5088b9f021d14b8287d0328398cbb47f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/5088b9f021d14b8287d0328398cbb47f 2024-11-14T04:59:48,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0fd8179c2db4456d810610ff8ebc846d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/0fd8179c2db4456d810610ff8ebc846d 2024-11-14T04:59:48,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/79bee31e156640c9bb4f184980ba19fd to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/79bee31e156640c9bb4f184980ba19fd 2024-11-14T04:59:48,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/43e0a97754f54c16b7be8d501f5c3901 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/43e0a97754f54c16b7be8d501f5c3901 2024-11-14T04:59:48,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fadc981447904648b96857292acc494e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fadc981447904648b96857292acc494e 2024-11-14T04:59:48,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/c39dafdfe54a47a59f5084af32fdaff9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/c39dafdfe54a47a59f5084af32fdaff9 2024-11-14T04:59:48,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/91da0b189ad24fc8b8818c967cfa856d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/91da0b189ad24fc8b8818c967cfa856d 2024-11-14T04:59:48,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/1205ad7db71b4df09cce27427ac673de to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/1205ad7db71b4df09cce27427ac673de 2024-11-14T04:59:48,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fe9c2d2113394c778a2515319a47af7f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/fe9c2d2113394c778a2515319a47af7f 2024-11-14T04:59:48,534 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=1 2024-11-14T04:59:48,535 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. 2024-11-14T04:59:48,535 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 39fcfb530dbaba9985465d6eafc627ae: Waiting for close lock at 1731560387204Running coprocessor pre-close hooks at 1731560387204Disabling compacts and flushes for region at 1731560387204Disabling writes for close at 1731560387205 (+1 ms)Obtaining lock to block concurrent updates at 1731560387205Preparing flush snapshotting stores in 39fcfb530dbaba9985465d6eafc627ae at 1731560387205Finished memstore snapshotting TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731560387205Flushing stores of TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae. at 1731560387206 (+1 ms)Flushing 39fcfb530dbaba9985465d6eafc627ae/A: creating writer at 1731560387206Flushing 39fcfb530dbaba9985465d6eafc627ae/A: appending metadata at 1731560387209 (+3 ms)Flushing 39fcfb530dbaba9985465d6eafc627ae/A: closing flushed file at 1731560387209Flushing 39fcfb530dbaba9985465d6eafc627ae/B: creating writer at 1731560387621 (+412 ms)Flushing 39fcfb530dbaba9985465d6eafc627ae/B: appending metadata at 1731560387623 (+2 ms)Flushing 39fcfb530dbaba9985465d6eafc627ae/B: closing flushed file at 1731560387623Flushing 39fcfb530dbaba9985465d6eafc627ae/C: creating writer at 1731560388039 (+416 ms)Flushing 39fcfb530dbaba9985465d6eafc627ae/C: appending metadata at 1731560388042 (+3 ms)Flushing 39fcfb530dbaba9985465d6eafc627ae/C: closing flushed file at 1731560388042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65304fa2: reopening flushed file at 1731560388449 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ca727a: reopening flushed file at 1731560388453 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278d5b89: reopening flushed file at 1731560388457 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 39fcfb530dbaba9985465d6eafc627ae in 1256ms, sequenceid=409, compaction requested=true at 1731560388461 (+4 ms)Writing region close event to WAL at 1731560388531 (+70 ms)Running coprocessor post-close hooks at 1731560388535 (+4 ms)Closed at 1731560388535 2024-11-14T04:59:48,538 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=39fcfb530dbaba9985465d6eafc627ae, regionState=CLOSED 2024-11-14T04:59:48,539 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:48,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:59:48,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-14T04:59:48,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 39fcfb530dbaba9985465d6eafc627ae, server=44289c305c03,46441,1731560250145 in 1.4900 sec 2024-11-14T04:59:48,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-14T04:59:48,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39fcfb530dbaba9985465d6eafc627ae, UNASSIGN in 1.4950 sec 2024-11-14T04:59:48,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-14T04:59:48,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5000 sec 2024-11-14T04:59:48,549 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560388549"}]},"ts":"1731560388549"} 2024-11-14T04:59:48,550 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T04:59:48,550 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T04:59:48,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5130 sec 2024-11-14T04:59:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T04:59:49,193 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:49,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T04:59:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:49,195 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T04:59:49,196 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:49,199 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:49,201 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/recovered.edits] 2024-11-14T04:59:49,203 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0fdc707770724f869df42549d8386a29 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/0fdc707770724f869df42549d8386a29 2024-11-14T04:59:49,204 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/1448edecc39d4f2abc7c3690df915685 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/1448edecc39d4f2abc7c3690df915685 2024-11-14T04:59:49,204 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/bbcaa126c3a5471a8d1b341081f93d0f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/bbcaa126c3a5471a8d1b341081f93d0f 2024-11-14T04:59:49,205 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f70000509f384caea8867aae614a055b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/A/f70000509f384caea8867aae614a055b 2024-11-14T04:59:49,207 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/10bac96d0d674b6bb358a5691bd20e35 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/10bac96d0d674b6bb358a5691bd20e35 2024-11-14T04:59:49,207 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/58a7e5b222d346159ec3011a338e30de to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/58a7e5b222d346159ec3011a338e30de 2024-11-14T04:59:49,208 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/5b77a9e785a04d10bbdb3099e62a70ab to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/5b77a9e785a04d10bbdb3099e62a70ab 2024-11-14T04:59:49,209 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/eb996e41162844dcab4136e376acb41e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/B/eb996e41162844dcab4136e376acb41e 2024-11-14T04:59:49,211 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/07b8aab19d4148fcb87413ca29b154b3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/07b8aab19d4148fcb87413ca29b154b3 2024-11-14T04:59:49,212 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/11e27f6a62174dfd983c6e6e35e7b15a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/11e27f6a62174dfd983c6e6e35e7b15a 2024-11-14T04:59:49,213 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/50622c8049ec4dfc99ea073298d86c7a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/50622c8049ec4dfc99ea073298d86c7a 2024-11-14T04:59:49,214 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/83e088eaddb54c6988ed896633f48faa to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/C/83e088eaddb54c6988ed896633f48faa 2024-11-14T04:59:49,215 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/recovered.edits/412.seqid to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae/recovered.edits/412.seqid 2024-11-14T04:59:49,216 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/39fcfb530dbaba9985465d6eafc627ae 2024-11-14T04:59:49,216 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T04:59:49,218 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:49,219 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T04:59:49,221 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T04:59:49,222 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:49,222 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T04:59:49,222 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731560389222"}]},"ts":"9223372036854775807"} 2024-11-14T04:59:49,224 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T04:59:49,224 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 39fcfb530dbaba9985465d6eafc627ae, NAME => 'TestAcidGuarantees,,1731560361662.39fcfb530dbaba9985465d6eafc627ae.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T04:59:49,224 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T04:59:49,224 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731560389224"}]},"ts":"9223372036854775807"} 2024-11-14T04:59:49,226 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T04:59:49,226 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:49,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-14T04:59:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T04:59:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T04:59:49,303 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:49,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239 (was 242), OpenFileDescriptor=451 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=5691 (was 4653) - AvailableMemoryMB LEAK? - 2024-11-14T04:59:49,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=5690 2024-11-14T04:59:49,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T04:59:49,322 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:59:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:49,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:59:49,325 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:49,325 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 146 2024-11-14T04:59:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T04:59:49,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:59:49,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742315_1491 (size=959) 2024-11-14T04:59:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T04:59:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T04:59:49,733 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41 2024-11-14T04:59:49,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742316_1492 (size=53) 2024-11-14T04:59:49,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T04:59:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T04:59:50,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:59:50,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9e289282fe6f02a3bdcd2da3e24a4680, disabling compactions & flushes 2024-11-14T04:59:50,146 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:50,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:50,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. after waiting 0 ms 2024-11-14T04:59:50,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:50,146 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:50,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e289282fe6f02a3bdcd2da3e24a4680: Waiting for close lock at 1731560390146Disabling compacts and flushes for region at 1731560390146Disabling writes for close at 1731560390146Writing region close event to WAL at 1731560390146Closed at 1731560390146 2024-11-14T04:59:50,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:59:50,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731560390147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731560390147"}]},"ts":"1731560390147"} 2024-11-14T04:59:50,149 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:59:50,150 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:59:50,150 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560390150"}]},"ts":"1731560390150"} 2024-11-14T04:59:50,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T04:59:50,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, ASSIGN}] 2024-11-14T04:59:50,153 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, ASSIGN 2024-11-14T04:59:50,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, ASSIGN; state=OFFLINE, location=44289c305c03,46441,1731560250145; forceNewPlan=false, retain=false 2024-11-14T04:59:50,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9e289282fe6f02a3bdcd2da3e24a4680, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:59:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, ASSIGN because future has completed 2024-11-14T04:59:50,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:59:50,461 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:50,461 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:59:50,462 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,462 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:59:50,462 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,462 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T04:59:50,463 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,464 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e289282fe6f02a3bdcd2da3e24a4680 columnFamilyName A 2024-11-14T04:59:50,464 DEBUG [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:50,465 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(327): Store=9e289282fe6f02a3bdcd2da3e24a4680/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:59:50,465 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,466 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e289282fe6f02a3bdcd2da3e24a4680 columnFamilyName B 2024-11-14T04:59:50,466 DEBUG [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:50,466 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(327): Store=9e289282fe6f02a3bdcd2da3e24a4680/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:59:50,466 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,467 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e289282fe6f02a3bdcd2da3e24a4680 columnFamilyName C 2024-11-14T04:59:50,467 DEBUG [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:50,467 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(327): Store=9e289282fe6f02a3bdcd2da3e24a4680/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:59:50,467 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,468 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,468 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,468 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,468 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,469 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:59:50,470 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,471 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:59:50,471 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened 9e289282fe6f02a3bdcd2da3e24a4680; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73493456, jitterRate=0.0951378345489502}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:59:50,471 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:50,472 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for 9e289282fe6f02a3bdcd2da3e24a4680: Running coprocessor pre-open hook at 1731560390462Writing region info on filesystem at 1731560390462Initializing all the Stores at 1731560390463 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560390463Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560390463Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560390463Cleaning up temporary data from old regions at 1731560390468 (+5 ms)Running coprocessor post-open hooks at 1731560390471 (+3 ms)Region opened successfully at 1731560390472 (+1 ms) 2024-11-14T04:59:50,472 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., pid=148, masterSystemTime=1731560390459 2024-11-14T04:59:50,474 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:50,474 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:50,474 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=9e289282fe6f02a3bdcd2da3e24a4680, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:59:50,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:59:50,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-14T04:59:50,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 in 169 msec 2024-11-14T04:59:50,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-14T04:59:50,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, ASSIGN in 325 msec 2024-11-14T04:59:50,479 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:59:50,479 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560390479"}]},"ts":"1731560390479"} 2024-11-14T04:59:50,480 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T04:59:50,481 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:59:50,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-11-14T04:59:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T04:59:51,473 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:51,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2cba0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:51,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:51,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:51,475 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6ba830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:51,477 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1dbc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:51,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:51,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:51,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:59:51,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,39861,1731560249453 2024-11-14T04:59:51,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293719b2 2024-11-14T04:59:51,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:59:51,482 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:59:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T04:59:51,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:59:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T04:59:51,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742317_1493 (size=995) 2024-11-14T04:59:51,895 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-14T04:59:51,895 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-14T04:59:51,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T04:59:51,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, REOPEN/MOVE}] 2024-11-14T04:59:51,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, REOPEN/MOVE 2024-11-14T04:59:51,900 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=9e289282fe6f02a3bdcd2da3e24a4680, regionState=CLOSING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:59:51,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, REOPEN/MOVE because future has completed 2024-11-14T04:59:51,901 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T04:59:51,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:59:52,053 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,054 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T04:59:52,054 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 9e289282fe6f02a3bdcd2da3e24a4680, disabling compactions & flushes 2024-11-14T04:59:52,054 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,054 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,054 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. after waiting 0 ms 2024-11-14T04:59:52,054 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,057 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:59:52,057 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,057 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 9e289282fe6f02a3bdcd2da3e24a4680: Waiting for close lock at 1731560392054Running coprocessor pre-close hooks at 1731560392054Disabling compacts and flushes for region at 1731560392054Disabling writes for close at 1731560392054Writing region close event to WAL at 1731560392054Running coprocessor post-close hooks at 1731560392057 (+3 ms)Closed at 1731560392057 2024-11-14T04:59:52,057 WARN [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: 9e289282fe6f02a3bdcd2da3e24a4680 to self. 2024-11-14T04:59:52,059 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,059 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=9e289282fe6f02a3bdcd2da3e24a4680, regionState=CLOSED 2024-11-14T04:59:52,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:59:52,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-14T04:59:52,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 in 160 msec 2024-11-14T04:59:52,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, REOPEN/MOVE; state=CLOSED, location=44289c305c03,46441,1731560250145; forceNewPlan=false, retain=true 2024-11-14T04:59:52,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=9e289282fe6f02a3bdcd2da3e24a4680, regionState=OPENING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, REOPEN/MOVE because future has completed 2024-11-14T04:59:52,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145}] 2024-11-14T04:59:52,369 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,369 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:59:52,370 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,370 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:59:52,370 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,370 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,371 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,372 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e289282fe6f02a3bdcd2da3e24a4680 columnFamilyName A 2024-11-14T04:59:52,373 DEBUG [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:52,373 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(327): Store=9e289282fe6f02a3bdcd2da3e24a4680/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:59:52,373 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,374 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e289282fe6f02a3bdcd2da3e24a4680 columnFamilyName B 2024-11-14T04:59:52,374 DEBUG [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:52,374 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(327): Store=9e289282fe6f02a3bdcd2da3e24a4680/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:59:52,374 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,375 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e289282fe6f02a3bdcd2da3e24a4680 columnFamilyName C 2024-11-14T04:59:52,375 DEBUG [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:52,375 INFO [StoreOpener-9e289282fe6f02a3bdcd2da3e24a4680-1 {}] regionserver.HStore(327): Store=9e289282fe6f02a3bdcd2da3e24a4680/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:59:52,375 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,376 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,376 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,377 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,377 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,378 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T04:59:52,379 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,379 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened 9e289282fe6f02a3bdcd2da3e24a4680; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63809875, jitterRate=-0.049158766865730286}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T04:59:52,379 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,380 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for 9e289282fe6f02a3bdcd2da3e24a4680: Running coprocessor pre-open hook at 1731560392370Writing region info on filesystem at 1731560392370Initializing all the Stores at 1731560392370Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560392371 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560392371Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731560392371Cleaning up temporary data from old regions at 1731560392377 (+6 ms)Running coprocessor post-open hooks at 1731560392379 (+2 ms)Region opened successfully at 1731560392380 (+1 ms) 2024-11-14T04:59:52,380 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., pid=153, masterSystemTime=1731560392367 2024-11-14T04:59:52,382 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,382 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=9e289282fe6f02a3bdcd2da3e24a4680, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T04:59:52,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-11-14T04:59:52,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 in 169 msec 2024-11-14T04:59:52,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-14T04:59:52,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, REOPEN/MOVE in 486 msec 2024-11-14T04:59:52,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-14T04:59:52,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-11-14T04:59:52,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-11-14T04:59:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-14T04:59:52,391 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:52,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,393 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f9fb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,394 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583abf13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,396 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f5539f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,397 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bfbb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,399 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58da3605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,400 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bdde44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,402 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a390efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,403 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544b150b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,404 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e152d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,405 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f629e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,407 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e83f3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,408 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b33bdf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,410 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a109c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,411 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0ab73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c4da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,414 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b3eec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,415 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12518d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,417 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f060ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,39861,-1 for getting cluster id 2024-11-14T04:59:52,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:59:52,418 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51' 2024-11-14T04:59:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:59:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b8ea108-f6c1-4f7e-a6f2-cd6a686e7b51" 2024-11-14T04:59:52,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302b9c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,39861,-1] 2024-11-14T04:59:52,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:59:52,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:59:52,419 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:59:52,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56829e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:59:52,420 DEBUG [Thread-2213 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,420 DEBUG [Thread-2230 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,420 DEBUG [Thread-2228 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,420 DEBUG [Thread-2217 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,420 DEBUG [Thread-2221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,421 DEBUG [Thread-2232 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,422 DEBUG [Thread-2219 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,422 DEBUG [Thread-2224 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,422 DEBUG [Thread-2226 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,422 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:52,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,423 DEBUG [Thread-2224 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,423 DEBUG [Thread-2224 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-14T04:59:52,426 DEBUG [Thread-2215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:59:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T04:59:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,46441,1731560250145, seqNum=-1] 2024-11-14T04:59:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:59:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:59:52,433 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5] 2024-11-14T04:59:52,437 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:52,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,439 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:52,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T04:59:52,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111414e0ce89e6c646e4b1f8353e836b7648_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560392436/Put/seqid=0 2024-11-14T04:59:52,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742318_1494 (size=12154) 2024-11-14T04:59:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560452518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560452519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560452519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560452519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560452523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T04:59:52,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T04:59:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:52,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560452633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560452633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560452633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560452633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560452633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T04:59:52,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T04:59:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:52,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:52,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:52,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560452842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560452842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560452842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560452842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560452842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:52,873 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:52,877 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111414e0ce89e6c646e4b1f8353e836b7648_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111414e0ce89e6c646e4b1f8353e836b7648_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:52,878 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6b038f21dcef4addab89b35b2ff5b751, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:52,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6b038f21dcef4addab89b35b2ff5b751 is 175, key is test_row_0/A:col10/1731560392436/Put/seqid=0 2024-11-14T04:59:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742319_1495 (size=30955) 2024-11-14T04:59:52,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T04:59:52,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:52,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T04:59:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T04:59:53,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560453153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560453153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560453153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560453153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560453153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T04:59:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,295 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6b038f21dcef4addab89b35b2ff5b751 2024-11-14T04:59:53,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/737e505c6b204a3383b0e6a746055de2 is 50, key is test_row_0/B:col10/1731560392436/Put/seqid=0 2024-11-14T04:59:53,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742320_1496 (size=12001) 2024-11-14T04:59:53,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T04:59:53,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:53,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T04:59:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T04:59:53,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T04:59:53,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:53,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:53,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560453663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560453663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560453663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560453664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560453664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:53,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/737e505c6b204a3383b0e6a746055de2 2024-11-14T04:59:53,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/451bad1eda584937adc69406d63f9cdf is 50, key is test_row_0/C:col10/1731560392436/Put/seqid=0 2024-11-14T04:59:53,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742321_1497 (size=12001) 2024-11-14T04:59:53,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/451bad1eda584937adc69406d63f9cdf 2024-11-14T04:59:53,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6b038f21dcef4addab89b35b2ff5b751 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b038f21dcef4addab89b35b2ff5b751 2024-11-14T04:59:53,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b038f21dcef4addab89b35b2ff5b751, entries=150, sequenceid=16, filesize=30.2 K 2024-11-14T04:59:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/737e505c6b204a3383b0e6a746055de2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/737e505c6b204a3383b0e6a746055de2 2024-11-14T04:59:53,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/737e505c6b204a3383b0e6a746055de2, entries=150, sequenceid=16, filesize=11.7 K 2024-11-14T04:59:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/451bad1eda584937adc69406d63f9cdf as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/451bad1eda584937adc69406d63f9cdf 2024-11-14T04:59:53,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/451bad1eda584937adc69406d63f9cdf, entries=150, sequenceid=16, filesize=11.7 K 2024-11-14T04:59:53,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9e289282fe6f02a3bdcd2da3e24a4680 in 1365ms, sequenceid=16, compaction requested=false 2024-11-14T04:59:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T04:59:53,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:53,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T04:59:53,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:53,817 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T04:59:53,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111459029407df294a8681fbd057eb5adccc_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560392518/Put/seqid=0 2024-11-14T04:59:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742322_1498 (size=12154) 2024-11-14T04:59:54,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:59:54,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:54,260 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111459029407df294a8681fbd057eb5adccc_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111459029407df294a8681fbd057eb5adccc_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/ae6f789183d2435a99423ee46a7bb25a, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/ae6f789183d2435a99423ee46a7bb25a is 175, key is test_row_0/A:col10/1731560392518/Put/seqid=0 2024-11-14T04:59:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742323_1499 (size=30955) 2024-11-14T04:59:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T04:59:54,666 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/ae6f789183d2435a99423ee46a7bb25a 2024-11-14T04:59:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/166e5bbe678e46aab8206edce4faa225 is 50, key is test_row_0/B:col10/1731560392518/Put/seqid=0 2024-11-14T04:59:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560454680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560454680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:54,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560454681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560454682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560454682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:54,687 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742324_1500 (size=12001) 2024-11-14T04:59:54,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560454793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:54,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560454793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:54,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560454793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:54,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560454793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560455003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560455003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560455003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560455003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,095 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/166e5bbe678e46aab8206edce4faa225 2024-11-14T04:59:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/ae87fc5b02aa459db67be6319c75760c is 50, key is test_row_0/C:col10/1731560392518/Put/seqid=0 2024-11-14T04:59:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742325_1501 (size=12001) 2024-11-14T04:59:55,172 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/ae87fc5b02aa459db67be6319c75760c 2024-11-14T04:59:55,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/ae6f789183d2435a99423ee46a7bb25a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ae6f789183d2435a99423ee46a7bb25a 2024-11-14T04:59:55,183 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ae6f789183d2435a99423ee46a7bb25a, entries=150, sequenceid=40, filesize=30.2 K 2024-11-14T04:59:55,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/166e5bbe678e46aab8206edce4faa225 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/166e5bbe678e46aab8206edce4faa225 2024-11-14T04:59:55,190 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/166e5bbe678e46aab8206edce4faa225, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T04:59:55,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/ae87fc5b02aa459db67be6319c75760c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ae87fc5b02aa459db67be6319c75760c 2024-11-14T04:59:55,199 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ae87fc5b02aa459db67be6319c75760c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T04:59:55,200 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9e289282fe6f02a3bdcd2da3e24a4680 in 1383ms, sequenceid=40, compaction requested=false 2024-11-14T04:59:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-14T04:59:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-14T04:59:55,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-14T04:59:55,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7650 sec 2024-11-14T04:59:55,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.7860 sec 2024-11-14T04:59:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:55,316 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:55,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T04:59:55,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e33aa1906f5144c488706386f2294a6e_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560395317/Put/seqid=0 2024-11-14T04:59:55,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742326_1502 (size=17034) 2024-11-14T04:59:55,348 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:55,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,352 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e33aa1906f5144c488706386f2294a6e_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e33aa1906f5144c488706386f2294a6e_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560455347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,353 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/899f4653b32f4bd98687493d3efb3116, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:55,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/899f4653b32f4bd98687493d3efb3116 is 175, key is test_row_0/A:col10/1731560395317/Put/seqid=0 2024-11-14T04:59:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560455350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560455350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560455351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742327_1503 (size=48139) 2024-11-14T04:59:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560455462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560455462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560455463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560455463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560455672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560455672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560455672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560455672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/899f4653b32f4bd98687493d3efb3116 2024-11-14T04:59:55,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/e8e54bc9a38640ff90fde9436a3e98cc is 50, key is test_row_0/B:col10/1731560395317/Put/seqid=0 2024-11-14T04:59:55,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742328_1504 (size=12001) 2024-11-14T04:59:55,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560455983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560455983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560455983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560455983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:56,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/e8e54bc9a38640ff90fde9436a3e98cc 2024-11-14T04:59:56,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/ce53d0c4858946fe8106ae8f5085d363 is 50, key is test_row_0/C:col10/1731560395317/Put/seqid=0 2024-11-14T04:59:56,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742329_1505 (size=12001) 2024-11-14T04:59:56,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560456493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560456493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560456493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560456493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T04:59:56,592 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:56,593 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-14T04:59:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T04:59:56,595 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:56,595 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:56,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:56,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/ce53d0c4858946fe8106ae8f5085d363 2024-11-14T04:59:56,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/899f4653b32f4bd98687493d3efb3116 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/899f4653b32f4bd98687493d3efb3116 2024-11-14T04:59:56,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/899f4653b32f4bd98687493d3efb3116, entries=250, sequenceid=56, filesize=47.0 K 2024-11-14T04:59:56,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/e8e54bc9a38640ff90fde9436a3e98cc as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/e8e54bc9a38640ff90fde9436a3e98cc 2024-11-14T04:59:56,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/e8e54bc9a38640ff90fde9436a3e98cc, entries=150, sequenceid=56, filesize=11.7 K 2024-11-14T04:59:56,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/ce53d0c4858946fe8106ae8f5085d363 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ce53d0c4858946fe8106ae8f5085d363 2024-11-14T04:59:56,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ce53d0c4858946fe8106ae8f5085d363, entries=150, sequenceid=56, filesize=11.7 K 2024-11-14T04:59:56,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9e289282fe6f02a3bdcd2da3e24a4680 in 1323ms, sequenceid=56, compaction requested=true 2024-11-14T04:59:56,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:56,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:56,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:56,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:56,639 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:56,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:56,639 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:56,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:56,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:56,640 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:56,640 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:56,640 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/A is initiating minor compaction (all files) 2024-11-14T04:59:56,640 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/B is initiating minor compaction (all files) 2024-11-14T04:59:56,640 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/B in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:56,640 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/A in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:56,641 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/737e505c6b204a3383b0e6a746055de2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/166e5bbe678e46aab8206edce4faa225, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/e8e54bc9a38640ff90fde9436a3e98cc] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=35.2 K 2024-11-14T04:59:56,641 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b038f21dcef4addab89b35b2ff5b751, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ae6f789183d2435a99423ee46a7bb25a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/899f4653b32f4bd98687493d3efb3116] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=107.5 K 2024-11-14T04:59:56,641 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:56,641 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b038f21dcef4addab89b35b2ff5b751, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ae6f789183d2435a99423ee46a7bb25a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/899f4653b32f4bd98687493d3efb3116] 2024-11-14T04:59:56,641 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 737e505c6b204a3383b0e6a746055de2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731560392433 2024-11-14T04:59:56,641 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b038f21dcef4addab89b35b2ff5b751, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731560392433 2024-11-14T04:59:56,641 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 166e5bbe678e46aab8206edce4faa225, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731560392484 2024-11-14T04:59:56,641 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae6f789183d2435a99423ee46a7bb25a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731560392484 2024-11-14T04:59:56,641 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e8e54bc9a38640ff90fde9436a3e98cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731560394675 2024-11-14T04:59:56,642 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 899f4653b32f4bd98687493d3efb3116, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731560394675 2024-11-14T04:59:56,647 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:56,648 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:56,649 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/da632bee4c254541babbe4f6eefbcbe2 is 50, key is test_row_0/B:col10/1731560395317/Put/seqid=0 2024-11-14T04:59:56,649 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114be2f2ad40bfc49348d2654078be554a0_9e289282fe6f02a3bdcd2da3e24a4680 store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:56,651 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114be2f2ad40bfc49348d2654078be554a0_9e289282fe6f02a3bdcd2da3e24a4680, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:56,651 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114be2f2ad40bfc49348d2654078be554a0_9e289282fe6f02a3bdcd2da3e24a4680 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:56,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742330_1506 (size=12104) 2024-11-14T04:59:56,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742331_1507 (size=4469) 2024-11-14T04:59:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T04:59:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:56,707 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:56,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T04:59:56,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ae955b19e82343e1a000b657224ae432_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560395346/Put/seqid=0 2024-11-14T04:59:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742332_1508 (size=14594) 2024-11-14T04:59:56,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:56,727 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ae955b19e82343e1a000b657224ae432_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ae955b19e82343e1a000b657224ae432_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:56,728 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/083ad15796fb4113948593350ba1a020, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:56,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/083ad15796fb4113948593350ba1a020 is 175, key is test_row_0/A:col10/1731560395346/Put/seqid=0 2024-11-14T04:59:56,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742333_1509 (size=39549) 2024-11-14T04:59:56,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T04:59:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:56,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:56,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560456773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:56,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560456882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:56,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:56,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T04:59:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:56,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:56,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T04:59:57,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T04:59:57,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:57,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,059 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/da632bee4c254541babbe4f6eefbcbe2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/da632bee4c254541babbe4f6eefbcbe2 2024-11-14T04:59:57,062 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/B of 9e289282fe6f02a3bdcd2da3e24a4680 into da632bee4c254541babbe4f6eefbcbe2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:57,062 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:57,063 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/B, priority=13, startTime=1731560396639; duration=0sec 2024-11-14T04:59:57,063 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:57,063 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:B 2024-11-14T04:59:57,063 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:57,064 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#A#compaction#427 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:57,064 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:57,064 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/C is initiating minor compaction (all files) 2024-11-14T04:59:57,064 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/e9c1ad89612c44669be3951a3f77588a is 175, key is test_row_0/A:col10/1731560395317/Put/seqid=0 2024-11-14T04:59:57,064 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/C in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,064 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/451bad1eda584937adc69406d63f9cdf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ae87fc5b02aa459db67be6319c75760c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ce53d0c4858946fe8106ae8f5085d363] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=35.2 K 2024-11-14T04:59:57,065 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 451bad1eda584937adc69406d63f9cdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731560392433 2024-11-14T04:59:57,065 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting ae87fc5b02aa459db67be6319c75760c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731560392484 2024-11-14T04:59:57,066 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting ce53d0c4858946fe8106ae8f5085d363, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731560394675 2024-11-14T04:59:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742334_1510 (size=31058) 2024-11-14T04:59:57,080 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:57,080 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/05a5503ffe4f4bce9896f7ed6bc73813 is 50, key is test_row_0/C:col10/1731560395317/Put/seqid=0 2024-11-14T04:59:57,081 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/e9c1ad89612c44669be3951a3f77588a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/e9c1ad89612c44669be3951a3f77588a 2024-11-14T04:59:57,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742335_1511 (size=12104) 2024-11-14T04:59:57,089 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/A of 9e289282fe6f02a3bdcd2da3e24a4680 into e9c1ad89612c44669be3951a3f77588a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:57,089 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:57,089 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/A, priority=13, startTime=1731560396639; duration=0sec 2024-11-14T04:59:57,089 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:57,089 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:A 2024-11-14T04:59:57,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560457093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:57,135 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/083ad15796fb4113948593350ba1a020 2024-11-14T04:59:57,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/cb1f52fe4910433ba5e65323662a7ffc is 50, key is test_row_0/B:col10/1731560395346/Put/seqid=0 2024-11-14T04:59:57,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742336_1512 (size=12001) 2024-11-14T04:59:57,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T04:59:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T04:59:57,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T04:59:57,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:57,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560457403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:57,491 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/05a5503ffe4f4bce9896f7ed6bc73813 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/05a5503ffe4f4bce9896f7ed6bc73813 2024-11-14T04:59:57,499 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/C of 9e289282fe6f02a3bdcd2da3e24a4680 into 05a5503ffe4f4bce9896f7ed6bc73813(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:57,499 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:57,499 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/C, priority=13, startTime=1731560396639; duration=0sec 2024-11-14T04:59:57,499 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:57,499 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:C 2024-11-14T04:59:57,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560457503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:57,507 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:57,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560457512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:57,515 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:57,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560457512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:57,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560457512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:57,516 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:57,517 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_0' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T04:59:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:57,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T04:59:57,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:59:57,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/cb1f52fe4910433ba5e65323662a7ffc 2024-11-14T04:59:57,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/9847a7a3a0494c18a3789385c1b38623 is 50, key is test_row_0/C:col10/1731560395346/Put/seqid=0 2024-11-14T04:59:57,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742337_1513 (size=12001) 2024-11-14T04:59:57,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/9847a7a3a0494c18a3789385c1b38623 2024-11-14T04:59:57,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/083ad15796fb4113948593350ba1a020 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/083ad15796fb4113948593350ba1a020 2024-11-14T04:59:57,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/083ad15796fb4113948593350ba1a020, entries=200, sequenceid=77, filesize=38.6 K 2024-11-14T04:59:57,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/cb1f52fe4910433ba5e65323662a7ffc as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cb1f52fe4910433ba5e65323662a7ffc 2024-11-14T04:59:57,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cb1f52fe4910433ba5e65323662a7ffc, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T04:59:57,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/9847a7a3a0494c18a3789385c1b38623 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/9847a7a3a0494c18a3789385c1b38623 2024-11-14T04:59:57,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/9847a7a3a0494c18a3789385c1b38623, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T04:59:57,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9e289282fe6f02a3bdcd2da3e24a4680 in 962ms, sequenceid=77, compaction requested=false 2024-11-14T04:59:57,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:57,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T04:59:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:57,678 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T04:59:57,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c2697a24b3794684b7f3a9a3e1a19c2a_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560396772/Put/seqid=0 2024-11-14T04:59:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T04:59:57,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742338_1514 (size=12154) 2024-11-14T04:59:57,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:57,750 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c2697a24b3794684b7f3a9a3e1a19c2a_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c2697a24b3794684b7f3a9a3e1a19c2a_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:57,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/5c68fbab2a7b4843990abec0637a853f, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:57,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/5c68fbab2a7b4843990abec0637a853f is 175, key is test_row_0/A:col10/1731560396772/Put/seqid=0 2024-11-14T04:59:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742339_1515 (size=30955) 2024-11-14T04:59:57,787 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/5c68fbab2a7b4843990abec0637a853f 2024-11-14T04:59:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/9c002aab721f4abc8bd5f3f7094d16af is 50, key is test_row_0/B:col10/1731560396772/Put/seqid=0 2024-11-14T04:59:57,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742340_1516 (size=12001) 2024-11-14T04:59:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:57,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:58,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560458019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:58,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560458132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:58,238 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/9c002aab721f4abc8bd5f3f7094d16af 2024-11-14T04:59:58,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/266e2eaf71d340b8afb03c71242a3c8f is 50, key is test_row_0/C:col10/1731560396772/Put/seqid=0 2024-11-14T04:59:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742341_1517 (size=12001) 2024-11-14T04:59:58,297 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/266e2eaf71d340b8afb03c71242a3c8f 2024-11-14T04:59:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/5c68fbab2a7b4843990abec0637a853f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5c68fbab2a7b4843990abec0637a853f 2024-11-14T04:59:58,308 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5c68fbab2a7b4843990abec0637a853f, entries=150, sequenceid=95, filesize=30.2 K 2024-11-14T04:59:58,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/9c002aab721f4abc8bd5f3f7094d16af as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9c002aab721f4abc8bd5f3f7094d16af 2024-11-14T04:59:58,315 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9c002aab721f4abc8bd5f3f7094d16af, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T04:59:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/266e2eaf71d340b8afb03c71242a3c8f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/266e2eaf71d340b8afb03c71242a3c8f 2024-11-14T04:59:58,323 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/266e2eaf71d340b8afb03c71242a3c8f, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T04:59:58,324 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9e289282fe6f02a3bdcd2da3e24a4680 in 646ms, sequenceid=95, compaction requested=true 2024-11-14T04:59:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-14T04:59:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-14T04:59:58,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-14T04:59:58,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7320 sec 2024-11-14T04:59:58,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.7360 sec 2024-11-14T04:59:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:58,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T04:59:58,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144a5b38e9c01440b88c7dcfe96121452a_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560397999/Put/seqid=0 2024-11-14T04:59:58,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742342_1518 (size=14594) 2024-11-14T04:59:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560458411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:58,493 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:59:58,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560458522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:58,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560458732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:58,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:58,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T04:59:58,754 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:58,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-14T04:59:58,756 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T04:59:58,757 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:58,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:58,767 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:58,772 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144a5b38e9c01440b88c7dcfe96121452a_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144a5b38e9c01440b88c7dcfe96121452a_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:58,773 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/38dc5350c7d14e359d1a9a8783554316, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:58,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/38dc5350c7d14e359d1a9a8783554316 is 175, key is test_row_0/A:col10/1731560397999/Put/seqid=0 2024-11-14T04:59:58,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742343_1519 (size=39549) 2024-11-14T04:59:58,787 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/38dc5350c7d14e359d1a9a8783554316 2024-11-14T04:59:58,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/88eb58adb6024892a3a16b4509a89d64 is 50, key is test_row_0/B:col10/1731560397999/Put/seqid=0 2024-11-14T04:59:58,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742344_1520 (size=12001) 2024-11-14T04:59:58,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/88eb58adb6024892a3a16b4509a89d64 2024-11-14T04:59:58,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/f48bd2969a07473fab379e01f5706636 is 50, key is test_row_0/C:col10/1731560397999/Put/seqid=0 2024-11-14T04:59:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T04:59:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742345_1521 (size=12001) 2024-11-14T04:59:58,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/f48bd2969a07473fab379e01f5706636 2024-11-14T04:59:58,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/38dc5350c7d14e359d1a9a8783554316 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/38dc5350c7d14e359d1a9a8783554316 2024-11-14T04:59:58,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/38dc5350c7d14e359d1a9a8783554316, entries=200, sequenceid=117, filesize=38.6 K 2024-11-14T04:59:58,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/88eb58adb6024892a3a16b4509a89d64 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/88eb58adb6024892a3a16b4509a89d64 2024-11-14T04:59:58,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/88eb58adb6024892a3a16b4509a89d64, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T04:59:58,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/f48bd2969a07473fab379e01f5706636 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f48bd2969a07473fab379e01f5706636 2024-11-14T04:59:58,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f48bd2969a07473fab379e01f5706636, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T04:59:58,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9e289282fe6f02a3bdcd2da3e24a4680 in 547ms, sequenceid=117, compaction requested=true 2024-11-14T04:59:58,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:58,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:58,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:58,893 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:58,893 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:58,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:58,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:58,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:58,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:58,895 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:58,895 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/B is initiating minor compaction (all files) 2024-11-14T04:59:58,895 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/B in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:58,895 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/da632bee4c254541babbe4f6eefbcbe2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cb1f52fe4910433ba5e65323662a7ffc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9c002aab721f4abc8bd5f3f7094d16af, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/88eb58adb6024892a3a16b4509a89d64] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=47.0 K 2024-11-14T04:59:58,896 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting da632bee4c254541babbe4f6eefbcbe2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731560394675 2024-11-14T04:59:58,896 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:58,896 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/A is initiating minor compaction (all files) 2024-11-14T04:59:58,896 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/A in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:58,896 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/e9c1ad89612c44669be3951a3f77588a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/083ad15796fb4113948593350ba1a020, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5c68fbab2a7b4843990abec0637a853f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/38dc5350c7d14e359d1a9a8783554316] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=137.8 K 2024-11-14T04:59:58,896 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:58,896 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/e9c1ad89612c44669be3951a3f77588a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/083ad15796fb4113948593350ba1a020, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5c68fbab2a7b4843990abec0637a853f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/38dc5350c7d14e359d1a9a8783554316] 2024-11-14T04:59:58,897 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9c1ad89612c44669be3951a3f77588a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731560394675 2024-11-14T04:59:58,897 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 083ad15796fb4113948593350ba1a020, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731560395346 2024-11-14T04:59:58,897 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting cb1f52fe4910433ba5e65323662a7ffc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731560395346 2024-11-14T04:59:58,898 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c68fbab2a7b4843990abec0637a853f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731560396747 2024-11-14T04:59:58,898 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c002aab721f4abc8bd5f3f7094d16af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731560396747 2024-11-14T04:59:58,899 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38dc5350c7d14e359d1a9a8783554316, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560397985 2024-11-14T04:59:58,900 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 88eb58adb6024892a3a16b4509a89d64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560397999 2024-11-14T04:59:58,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T04:59:58,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:58,911 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T04:59:58,942 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:58,943 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/2f1af8c1c6844106a9f0fd3d3f47b754 is 50, key is test_row_0/B:col10/1731560397999/Put/seqid=0 2024-11-14T04:59:58,944 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114182a2146b111478d9d922e4e8e1423f6_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560398394/Put/seqid=0 2024-11-14T04:59:58,947 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114120f14e2b3b14211b0a1cb5162d27584_9e289282fe6f02a3bdcd2da3e24a4680 store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:58,951 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114120f14e2b3b14211b0a1cb5162d27584_9e289282fe6f02a3bdcd2da3e24a4680, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:58,952 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114120f14e2b3b14211b0a1cb5162d27584_9e289282fe6f02a3bdcd2da3e24a4680 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:58,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742346_1522 (size=12241) 2024-11-14T04:59:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742347_1523 (size=12204) 2024-11-14T04:59:59,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742348_1524 (size=4469) 2024-11-14T04:59:59,011 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#A#compaction#439 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:59,012 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/008e4575b79745bdad90ad64f1a884e0 is 175, key is test_row_0/A:col10/1731560397999/Put/seqid=0 2024-11-14T04:59:59,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742349_1525 (size=31195) 2024-11-14T04:59:59,038 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/008e4575b79745bdad90ad64f1a884e0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/008e4575b79745bdad90ad64f1a884e0 2024-11-14T04:59:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T04:59:59,048 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/A of 9e289282fe6f02a3bdcd2da3e24a4680 into 008e4575b79745bdad90ad64f1a884e0(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:59,048 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:59,048 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/A, priority=12, startTime=1731560398893; duration=0sec 2024-11-14T04:59:59,048 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:59,048 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:A 2024-11-14T04:59:59,048 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T04:59:59,050 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T04:59:59,050 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/C is initiating minor compaction (all files) 2024-11-14T04:59:59,050 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/C in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:59,050 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/05a5503ffe4f4bce9896f7ed6bc73813, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/9847a7a3a0494c18a3789385c1b38623, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/266e2eaf71d340b8afb03c71242a3c8f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f48bd2969a07473fab379e01f5706636] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=47.0 K 2024-11-14T04:59:59,051 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05a5503ffe4f4bce9896f7ed6bc73813, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731560394675 2024-11-14T04:59:59,051 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9847a7a3a0494c18a3789385c1b38623, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731560395346 2024-11-14T04:59:59,055 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 266e2eaf71d340b8afb03c71242a3c8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731560396747 2024-11-14T04:59:59,057 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f48bd2969a07473fab379e01f5706636, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560397999 2024-11-14T04:59:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T04:59:59,084 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:59,084 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/da4cb47da44e4b5d87187d38faf71dd3 is 50, key is test_row_0/C:col10/1731560397999/Put/seqid=0 2024-11-14T04:59:59,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742350_1526 (size=12241) 2024-11-14T04:59:59,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560459216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560459333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T04:59:59,389 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/2f1af8c1c6844106a9f0fd3d3f47b754 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/2f1af8c1c6844106a9f0fd3d3f47b754 2024-11-14T04:59:59,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:59,406 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114182a2146b111478d9d922e4e8e1423f6_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114182a2146b111478d9d922e4e8e1423f6_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:59,406 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/B of 9e289282fe6f02a3bdcd2da3e24a4680 into 2f1af8c1c6844106a9f0fd3d3f47b754(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:59,406 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:59,406 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/B, priority=12, startTime=1731560398893; duration=0sec 2024-11-14T04:59:59,406 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:59,406 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:B 2024-11-14T04:59:59,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/163c448af64940aebaf0b8be843bae06, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:59,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/163c448af64940aebaf0b8be843bae06 is 175, key is test_row_0/A:col10/1731560398394/Put/seqid=0 2024-11-14T04:59:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742351_1527 (size=31005) 2024-11-14T04:59:59,424 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/163c448af64940aebaf0b8be843bae06 2024-11-14T04:59:59,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/bc3f0987f34249e3842fed71ba684a6b is 50, key is test_row_0/B:col10/1731560398394/Put/seqid=0 2024-11-14T04:59:59,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742352_1528 (size=12051) 2024-11-14T04:59:59,444 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/bc3f0987f34249e3842fed71ba684a6b 2024-11-14T04:59:59,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/976bfbfb2e6e474193dfaa9f7799e07f is 50, key is test_row_0/C:col10/1731560398394/Put/seqid=0 2024-11-14T04:59:59,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742353_1529 (size=12051) 2024-11-14T04:59:59,480 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/976bfbfb2e6e474193dfaa9f7799e07f 2024-11-14T04:59:59,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/163c448af64940aebaf0b8be843bae06 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/163c448af64940aebaf0b8be843bae06 2024-11-14T04:59:59,496 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/163c448af64940aebaf0b8be843bae06, entries=150, sequenceid=131, filesize=30.3 K 2024-11-14T04:59:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/bc3f0987f34249e3842fed71ba684a6b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bc3f0987f34249e3842fed71ba684a6b 2024-11-14T04:59:59,504 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bc3f0987f34249e3842fed71ba684a6b, entries=150, sequenceid=131, filesize=11.8 K 2024-11-14T04:59:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/976bfbfb2e6e474193dfaa9f7799e07f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/976bfbfb2e6e474193dfaa9f7799e07f 2024-11-14T04:59:59,512 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/976bfbfb2e6e474193dfaa9f7799e07f, entries=150, sequenceid=131, filesize=11.8 K 2024-11-14T04:59:59,514 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9e289282fe6f02a3bdcd2da3e24a4680 in 602ms, sequenceid=131, compaction requested=false 2024-11-14T04:59:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-14T04:59:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-14T04:59:59,517 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/da4cb47da44e4b5d87187d38faf71dd3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/da4cb47da44e4b5d87187d38faf71dd3 2024-11-14T04:59:59,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-14T04:59:59,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 760 msec 2024-11-14T04:59:59,522 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/C of 9e289282fe6f02a3bdcd2da3e24a4680 into da4cb47da44e4b5d87187d38faf71dd3(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:59,522 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:59,522 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/C, priority=12, startTime=1731560398893; duration=0sec 2024-11-14T04:59:59,522 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:59,522 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:C 2024-11-14T04:59:59,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 767 msec 2024-11-14T04:59:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:59,529 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:59,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T04:59:59,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560459546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560459551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560459552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560459552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a9b0fb36c84e4983bfbed4dbe683498a_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560399200/Put/seqid=0 2024-11-14T04:59:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560459554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742354_1530 (size=14794) 2024-11-14T04:59:59,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:59:59,611 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a9b0fb36c84e4983bfbed4dbe683498a_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a9b0fb36c84e4983bfbed4dbe683498a_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:59,613 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6f4e6ddf8c1b42f8ba186571b718de0d, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:59,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6f4e6ddf8c1b42f8ba186571b718de0d is 175, key is test_row_0/A:col10/1731560399200/Put/seqid=0 2024-11-14T04:59:59,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742355_1531 (size=39749) 2024-11-14T04:59:59,653 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6f4e6ddf8c1b42f8ba186571b718de0d 2024-11-14T04:59:59,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/25c5309dca5048b6bf3d88eee6e9bbdb is 50, key is test_row_0/B:col10/1731560399200/Put/seqid=0 2024-11-14T04:59:59,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560459663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560459663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560459664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560459665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560459672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742356_1532 (size=12151) 2024-11-14T04:59:59,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/25c5309dca5048b6bf3d88eee6e9bbdb 2024-11-14T04:59:59,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/c4a5380b4d95462190cdf4ad7c26defb is 50, key is test_row_0/C:col10/1731560399200/Put/seqid=0 2024-11-14T04:59:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742357_1533 (size=12151) 2024-11-14T04:59:59,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/c4a5380b4d95462190cdf4ad7c26defb 2024-11-14T04:59:59,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6f4e6ddf8c1b42f8ba186571b718de0d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6f4e6ddf8c1b42f8ba186571b718de0d 2024-11-14T04:59:59,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6f4e6ddf8c1b42f8ba186571b718de0d, entries=200, sequenceid=157, filesize=38.8 K 2024-11-14T04:59:59,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/25c5309dca5048b6bf3d88eee6e9bbdb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/25c5309dca5048b6bf3d88eee6e9bbdb 2024-11-14T04:59:59,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/25c5309dca5048b6bf3d88eee6e9bbdb, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T04:59:59,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/c4a5380b4d95462190cdf4ad7c26defb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/c4a5380b4d95462190cdf4ad7c26defb 2024-11-14T04:59:59,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/c4a5380b4d95462190cdf4ad7c26defb, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T04:59:59,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9e289282fe6f02a3bdcd2da3e24a4680 in 248ms, sequenceid=157, compaction requested=true 2024-11-14T04:59:59,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:59,778 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:59,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T04:59:59,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:59,778 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:59,779 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101949 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:59,779 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/A is initiating minor compaction (all files) 2024-11-14T04:59:59,779 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/A in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:59,779 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:59,779 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/B is initiating minor compaction (all files) 2024-11-14T04:59:59,779 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/008e4575b79745bdad90ad64f1a884e0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/163c448af64940aebaf0b8be843bae06, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6f4e6ddf8c1b42f8ba186571b718de0d] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=99.6 K 2024-11-14T04:59:59,779 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/B in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:59,779 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/2f1af8c1c6844106a9f0fd3d3f47b754, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bc3f0987f34249e3842fed71ba684a6b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/25c5309dca5048b6bf3d88eee6e9bbdb] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=35.6 K 2024-11-14T04:59:59,779 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:59,779 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/008e4575b79745bdad90ad64f1a884e0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/163c448af64940aebaf0b8be843bae06, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6f4e6ddf8c1b42f8ba186571b718de0d] 2024-11-14T04:59:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T04:59:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T04:59:59,780 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f1af8c1c6844106a9f0fd3d3f47b754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560397999 2024-11-14T04:59:59,780 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 008e4575b79745bdad90ad64f1a884e0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560397999 2024-11-14T04:59:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:59,780 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting bc3f0987f34249e3842fed71ba684a6b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731560398388 2024-11-14T04:59:59,780 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 163c448af64940aebaf0b8be843bae06, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731560398388 2024-11-14T04:59:59,781 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f4e6ddf8c1b42f8ba186571b718de0d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560399194 2024-11-14T04:59:59,781 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 25c5309dca5048b6bf3d88eee6e9bbdb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560399200 2024-11-14T04:59:59,791 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:59,792 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/cd80ceb8be8e46f387e5ff60b3d92d60 is 50, key is test_row_0/B:col10/1731560399200/Put/seqid=0 2024-11-14T04:59:59,793 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:59,796 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149bec79ac42a145c997bd7ec711430515_9e289282fe6f02a3bdcd2da3e24a4680 store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:59,798 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149bec79ac42a145c997bd7ec711430515_9e289282fe6f02a3bdcd2da3e24a4680, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:59,798 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149bec79ac42a145c997bd7ec711430515_9e289282fe6f02a3bdcd2da3e24a4680 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T04:59:59,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742358_1534 (size=12493) 2024-11-14T04:59:59,840 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/cd80ceb8be8e46f387e5ff60b3d92d60 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cd80ceb8be8e46f387e5ff60b3d92d60 2024-11-14T04:59:59,850 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/B of 9e289282fe6f02a3bdcd2da3e24a4680 into cd80ceb8be8e46f387e5ff60b3d92d60(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:59,850 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:59,850 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/B, priority=13, startTime=1731560399778; duration=0sec 2024-11-14T04:59:59,850 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T04:59:59,850 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:B 2024-11-14T04:59:59,850 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T04:59:59,852 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T04:59:59,852 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/C is initiating minor compaction (all files) 2024-11-14T04:59:59,852 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/C in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T04:59:59,852 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/da4cb47da44e4b5d87187d38faf71dd3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/976bfbfb2e6e474193dfaa9f7799e07f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/c4a5380b4d95462190cdf4ad7c26defb] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=35.6 K 2024-11-14T04:59:59,853 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting da4cb47da44e4b5d87187d38faf71dd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731560397999 2024-11-14T04:59:59,853 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 976bfbfb2e6e474193dfaa9f7799e07f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731560398388 2024-11-14T04:59:59,853 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting c4a5380b4d95462190cdf4ad7c26defb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560399200 2024-11-14T04:59:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742359_1535 (size=4469) 2024-11-14T04:59:59,862 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#A#compaction#448 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:59,863 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/c173af6652c54d0698514ec83521cf36 is 175, key is test_row_0/A:col10/1731560399200/Put/seqid=0 2024-11-14T04:59:59,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T04:59:59,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T04:59:59,872 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T04:59:59,873 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/bf8c94b0d2a74c63abd00c0e5c0ff2c7 is 50, key is test_row_0/C:col10/1731560399200/Put/seqid=0 2024-11-14T04:59:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T04:59:59,878 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T04:59:59,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T04:59:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T04:59:59,893 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T04:59:59,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T04:59:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-14T04:59:59,896 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T04:59:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T04:59:59,897 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T04:59:59,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T04:59:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742360_1536 (size=31447) 2024-11-14T04:59:59,910 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/c173af6652c54d0698514ec83521cf36 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/c173af6652c54d0698514ec83521cf36 2024-11-14T04:59:59,915 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/A of 9e289282fe6f02a3bdcd2da3e24a4680 into c173af6652c54d0698514ec83521cf36(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:59,915 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:59,915 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/A, priority=13, startTime=1731560399778; duration=0sec 2024-11-14T04:59:59,915 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:59,915 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:A 2024-11-14T04:59:59,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742361_1537 (size=12493) 2024-11-14T04:59:59,935 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/bf8c94b0d2a74c63abd00c0e5c0ff2c7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/bf8c94b0d2a74c63abd00c0e5c0ff2c7 2024-11-14T04:59:59,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560459927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560459931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560459933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560459935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,941 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/C of 9e289282fe6f02a3bdcd2da3e24a4680 into bf8c94b0d2a74c63abd00c0e5c0ff2c7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T04:59:59,941 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T04:59:59,941 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/C, priority=13, startTime=1731560399780; duration=0sec 2024-11-14T04:59:59,941 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T04:59:59,941 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:C 2024-11-14T04:59:59,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:59:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560459937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T04:59:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:59:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T04:59:59,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114219891eb9f4449a1baba8d589634c2e6_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560399874/Put/seqid=0 2024-11-14T04:59:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742362_1538 (size=12304) 2024-11-14T05:00:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T05:00:00,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560460042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560460043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560460043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560460043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560460054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:00,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T05:00:00,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560460253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560460253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560460253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560460253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560460263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:00,386 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114219891eb9f4449a1baba8d589634c2e6_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114219891eb9f4449a1baba8d589634c2e6_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:00,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/a61dc7c2fc104fa2aa69718bd943def5, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:00,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/a61dc7c2fc104fa2aa69718bd943def5 is 175, key is test_row_0/A:col10/1731560399874/Put/seqid=0 2024-11-14T05:00:00,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742363_1539 (size=31105) 2024-11-14T05:00:00,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:00,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T05:00:00,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560460563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560460563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560460563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560460563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560460572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:00,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:00,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:00,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,826 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/a61dc7c2fc104fa2aa69718bd943def5 2024-11-14T05:00:00,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/548e9051ec434428a8adcd405e9e1fa4 is 50, key is test_row_0/B:col10/1731560399874/Put/seqid=0 2024-11-14T05:00:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742364_1540 (size=12151) 2024-11-14T05:00:00,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:00,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:00,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:00,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T05:00:01,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560461073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:01,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560461073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:01,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560461073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:01,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560461073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:01,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560461086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:01,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:01,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:01,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:01,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:01,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:01,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:01,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/548e9051ec434428a8adcd405e9e1fa4 2024-11-14T05:00:01,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/f8f6ab5ca07b4733be9d231b14b4aac3 is 50, key is test_row_0/C:col10/1731560399874/Put/seqid=0 2024-11-14T05:00:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742365_1541 (size=12151) 2024-11-14T05:00:01,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:01,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:01,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/f8f6ab5ca07b4733be9d231b14b4aac3 2024-11-14T05:00:01,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/a61dc7c2fc104fa2aa69718bd943def5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/a61dc7c2fc104fa2aa69718bd943def5 2024-11-14T05:00:01,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/a61dc7c2fc104fa2aa69718bd943def5, entries=150, sequenceid=174, filesize=30.4 K 2024-11-14T05:00:01,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/548e9051ec434428a8adcd405e9e1fa4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/548e9051ec434428a8adcd405e9e1fa4 2024-11-14T05:00:01,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/548e9051ec434428a8adcd405e9e1fa4, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T05:00:01,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/f8f6ab5ca07b4733be9d231b14b4aac3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f8f6ab5ca07b4733be9d231b14b4aac3 2024-11-14T05:00:01,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f8f6ab5ca07b4733be9d231b14b4aac3, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T05:00:01,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 9e289282fe6f02a3bdcd2da3e24a4680 in 1480ms, sequenceid=174, compaction requested=false 2024-11-14T05:00:01,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:01,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T05:00:01,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:01,446 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T05:00:01,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111469847ebaf0524fbd9ff4369ba60b7da8_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560399917/Put/seqid=0 2024-11-14T05:00:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742366_1542 (size=12304) 2024-11-14T05:00:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,472 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111469847ebaf0524fbd9ff4369ba60b7da8_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111469847ebaf0524fbd9ff4369ba60b7da8_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:01,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6b0e1e9762ec4de996ea6df15346085f, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:01,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6b0e1e9762ec4de996ea6df15346085f is 175, key is test_row_0/A:col10/1731560399917/Put/seqid=0 2024-11-14T05:00:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742367_1543 (size=31105) 2024-11-14T05:00:01,477 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6b0e1e9762ec4de996ea6df15346085f 2024-11-14T05:00:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/23127b76e3b542d6a4fad03946949b91 is 50, key is test_row_0/B:col10/1731560399917/Put/seqid=0 2024-11-14T05:00:01,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742368_1544 (size=12151) 2024-11-14T05:00:01,542 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/23127b76e3b542d6a4fad03946949b91 2024-11-14T05:00:01,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/4b4796b9843e49e2913d075a34558eb6 is 50, key is test_row_0/C:col10/1731560399917/Put/seqid=0 2024-11-14T05:00:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742369_1545 (size=12151) 2024-11-14T05:00:01,553 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/4b4796b9843e49e2913d075a34558eb6 2024-11-14T05:00:01,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6b0e1e9762ec4de996ea6df15346085f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b0e1e9762ec4de996ea6df15346085f 2024-11-14T05:00:01,559 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b0e1e9762ec4de996ea6df15346085f, entries=150, sequenceid=197, filesize=30.4 K 2024-11-14T05:00:01,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/23127b76e3b542d6a4fad03946949b91 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/23127b76e3b542d6a4fad03946949b91 2024-11-14T05:00:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,563 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/23127b76e3b542d6a4fad03946949b91, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T05:00:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/4b4796b9843e49e2913d075a34558eb6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/4b4796b9843e49e2913d075a34558eb6 2024-11-14T05:00:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,568 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/4b4796b9843e49e2913d075a34558eb6, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T05:00:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,569 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 9e289282fe6f02a3bdcd2da3e24a4680 in 123ms, sequenceid=197, compaction requested=true 2024-11-14T05:00:01,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:01,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:01,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-14T05:00:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-14T05:00:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-14T05:00:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6740 sec 2024-11-14T05:00:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.6800 sec 2024-11-14T05:00:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T05:00:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,043 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T05:00:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,044 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T05:00:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-14T05:00:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,046 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T05:00:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T05:00:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,047 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T05:00:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T05:00:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:02,122 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T05:00:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T05:00:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dfdc5831dbc84ba191fa544e38fb6ae9_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560402120/Put/seqid=0 2024-11-14T05:00:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742371_1547 (size=24758) 2024-11-14T05:00:02,147 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dfdc5831dbc84ba191fa544e38fb6ae9_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dfdc5831dbc84ba191fa544e38fb6ae9_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T05:00:02,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/57b7bfa4f13b4360a35583842fde65bb, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:02,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/57b7bfa4f13b4360a35583842fde65bb is 175, key is test_row_0/A:col10/1731560402120/Put/seqid=0 2024-11-14T05:00:02,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742370_1546 (size=74395) 2024-11-14T05:00:02,162 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/57b7bfa4f13b4360a35583842fde65bb 2024-11-14T05:00:02,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/b9eb2513ebfc46ecb714a0df11d147f6 is 50, key is test_row_0/B:col10/1731560402120/Put/seqid=0 2024-11-14T05:00:02,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560462167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560462167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560462168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560462169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560462171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742372_1548 (size=12151) 2024-11-14T05:00:02,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/b9eb2513ebfc46ecb714a0df11d147f6 2024-11-14T05:00:02,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/529c8eb85e08498fac2d552decfa7a71 is 50, key is test_row_0/C:col10/1731560402120/Put/seqid=0 2024-11-14T05:00:02,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T05:00:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742373_1549 (size=12151) 2024-11-14T05:00:02,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/529c8eb85e08498fac2d552decfa7a71 2024-11-14T05:00:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/57b7bfa4f13b4360a35583842fde65bb as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/57b7bfa4f13b4360a35583842fde65bb 2024-11-14T05:00:02,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/57b7bfa4f13b4360a35583842fde65bb, entries=400, sequenceid=208, filesize=72.7 K 2024-11-14T05:00:02,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/b9eb2513ebfc46ecb714a0df11d147f6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b9eb2513ebfc46ecb714a0df11d147f6 2024-11-14T05:00:02,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b9eb2513ebfc46ecb714a0df11d147f6, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T05:00:02,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/529c8eb85e08498fac2d552decfa7a71 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/529c8eb85e08498fac2d552decfa7a71 2024-11-14T05:00:02,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/529c8eb85e08498fac2d552decfa7a71, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T05:00:02,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9e289282fe6f02a3bdcd2da3e24a4680 in 101ms, sequenceid=208, compaction requested=true 2024-11-14T05:00:02,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:02,223 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T05:00:02,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T05:00:02,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:02,224 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T05:00:02,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T05:00:02,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:02,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T05:00:02,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:02,224 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168052 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T05:00:02,225 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/A is initiating minor compaction (all files) 2024-11-14T05:00:02,225 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/A in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,225 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/c173af6652c54d0698514ec83521cf36, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/a61dc7c2fc104fa2aa69718bd943def5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b0e1e9762ec4de996ea6df15346085f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/57b7bfa4f13b4360a35583842fde65bb] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=164.1 K 2024-11-14T05:00:02,225 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T05:00:02,225 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/B is initiating minor compaction (all files) 2024-11-14T05:00:02,225 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,225 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/B in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,225 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/c173af6652c54d0698514ec83521cf36, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/a61dc7c2fc104fa2aa69718bd943def5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b0e1e9762ec4de996ea6df15346085f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/57b7bfa4f13b4360a35583842fde65bb] 2024-11-14T05:00:02,225 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cd80ceb8be8e46f387e5ff60b3d92d60, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/548e9051ec434428a8adcd405e9e1fa4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/23127b76e3b542d6a4fad03946949b91, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b9eb2513ebfc46ecb714a0df11d147f6] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=47.8 K 2024-11-14T05:00:02,225 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting c173af6652c54d0698514ec83521cf36, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560399200 2024-11-14T05:00:02,225 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting cd80ceb8be8e46f387e5ff60b3d92d60, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560399200 2024-11-14T05:00:02,226 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 548e9051ec434428a8adcd405e9e1fa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731560399874 2024-11-14T05:00:02,226 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting a61dc7c2fc104fa2aa69718bd943def5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731560399874 2024-11-14T05:00:02,226 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b0e1e9762ec4de996ea6df15346085f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731560399917 2024-11-14T05:00:02,226 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 23127b76e3b542d6a4fad03946949b91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731560399917 2024-11-14T05:00:02,227 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting b9eb2513ebfc46ecb714a0df11d147f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731560402105 2024-11-14T05:00:02,227 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57b7bfa4f13b4360a35583842fde65bb, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731560402105 2024-11-14T05:00:02,238 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:02,250 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411143cb8cf1a207545f8ab207c63637c9dee_9e289282fe6f02a3bdcd2da3e24a4680 store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:02,251 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#B#compaction#460 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:02,251 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/3096fa9ff85a41a6bb6194f5a36bc354 is 50, key is test_row_0/B:col10/1731560402120/Put/seqid=0 2024-11-14T05:00:02,254 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411143cb8cf1a207545f8ab207c63637c9dee_9e289282fe6f02a3bdcd2da3e24a4680, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:02,255 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143cb8cf1a207545f8ab207c63637c9dee_9e289282fe6f02a3bdcd2da3e24a4680 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742374_1550 (size=12629) 2024-11-14T05:00:02,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742375_1551 (size=4469) 2024-11-14T05:00:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:02,288 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T05:00:02,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T05:00:02,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b52c986af80947bca075e339f12cc290_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560402164/Put/seqid=0 2024-11-14T05:00:02,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742376_1552 (size=12304) 2024-11-14T05:00:02,300 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,303 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b52c986af80947bca075e339f12cc290_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b52c986af80947bca075e339f12cc290_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:02,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/376a47bd9c464f31a129399412318152, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:02,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/376a47bd9c464f31a129399412318152 is 175, key is test_row_0/A:col10/1731560402164/Put/seqid=0 2024-11-14T05:00:02,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742377_1553 (size=31105) 2024-11-14T05:00:02,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560462302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560462302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560462336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560462336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560462336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T05:00:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T05:00:02,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560462453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560462453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560462453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560462453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560462453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T05:00:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T05:00:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560462667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T05:00:02,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560462668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560462668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560462672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560462672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:02,695 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#A#compaction#459 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:02,695 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/5bbef3e128064e93ae20dbb1c59fa02e is 175, key is test_row_0/A:col10/1731560402120/Put/seqid=0 2024-11-14T05:00:02,700 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/3096fa9ff85a41a6bb6194f5a36bc354 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/3096fa9ff85a41a6bb6194f5a36bc354 2024-11-14T05:00:02,706 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/B of 9e289282fe6f02a3bdcd2da3e24a4680 into 3096fa9ff85a41a6bb6194f5a36bc354(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:02,706 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:02,706 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/B, priority=12, startTime=1731560402224; duration=0sec 2024-11-14T05:00:02,706 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:02,706 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:B 2024-11-14T05:00:02,706 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T05:00:02,708 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T05:00:02,708 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/C is initiating minor compaction (all files) 2024-11-14T05:00:02,708 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/C in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,708 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/bf8c94b0d2a74c63abd00c0e5c0ff2c7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f8f6ab5ca07b4733be9d231b14b4aac3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/4b4796b9843e49e2913d075a34558eb6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/529c8eb85e08498fac2d552decfa7a71] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=47.8 K 2024-11-14T05:00:02,709 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/376a47bd9c464f31a129399412318152 2024-11-14T05:00:02,709 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting bf8c94b0d2a74c63abd00c0e5c0ff2c7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731560399200 2024-11-14T05:00:02,710 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting f8f6ab5ca07b4733be9d231b14b4aac3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731560399874 2024-11-14T05:00:02,711 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b4796b9843e49e2913d075a34558eb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731560399917 2024-11-14T05:00:02,711 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 529c8eb85e08498fac2d552decfa7a71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731560402105 2024-11-14T05:00:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742378_1554 (size=31583) 2024-11-14T05:00:02,751 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/5bbef3e128064e93ae20dbb1c59fa02e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5bbef3e128064e93ae20dbb1c59fa02e 2024-11-14T05:00:02,755 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/A of 9e289282fe6f02a3bdcd2da3e24a4680 into 5bbef3e128064e93ae20dbb1c59fa02e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:02,756 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:02,756 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/A, priority=12, startTime=1731560402223; duration=0sec 2024-11-14T05:00:02,756 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:02,756 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:A 2024-11-14T05:00:02,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/aad9fb8623214ebf96dd2d60533910dc is 50, key is test_row_0/B:col10/1731560402164/Put/seqid=0 2024-11-14T05:00:02,778 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#C#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:02,779 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/cec1b54ac5bf44609c1e9b50591d2b9b is 50, key is test_row_0/C:col10/1731560402120/Put/seqid=0 2024-11-14T05:00:02,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742379_1555 (size=12151) 2024-11-14T05:00:02,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742380_1556 (size=12629) 2024-11-14T05:00:02,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/aad9fb8623214ebf96dd2d60533910dc 2024-11-14T05:00:02,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/ab2a27faeb3c4214bc3841f83b4419e1 is 50, key is test_row_0/C:col10/1731560402164/Put/seqid=0 2024-11-14T05:00:02,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T05:00:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:02,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742381_1557 (size=12151) 2024-11-14T05:00:02,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/ab2a27faeb3c4214bc3841f83b4419e1 2024-11-14T05:00:02,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/376a47bd9c464f31a129399412318152 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/376a47bd9c464f31a129399412318152 2024-11-14T05:00:02,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/376a47bd9c464f31a129399412318152, entries=150, sequenceid=237, filesize=30.4 K 2024-11-14T05:00:02,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/aad9fb8623214ebf96dd2d60533910dc as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/aad9fb8623214ebf96dd2d60533910dc 2024-11-14T05:00:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/aad9fb8623214ebf96dd2d60533910dc, entries=150, sequenceid=237, filesize=11.9 K 2024-11-14T05:00:02,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/ab2a27faeb3c4214bc3841f83b4419e1 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ab2a27faeb3c4214bc3841f83b4419e1 2024-11-14T05:00:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ab2a27faeb3c4214bc3841f83b4419e1, entries=150, sequenceid=237, filesize=11.9 K 2024-11-14T05:00:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 9e289282fe6f02a3bdcd2da3e24a4680 in 553ms, sequenceid=237, compaction requested=false 2024-11-14T05:00:02,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T05:00:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:02,969 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T05:00:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111457d390ff0df54c5588aa6f522b9c33d9_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560402304/Put/seqid=0 2024-11-14T05:00:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742382_1558 (size=9814) 2024-11-14T05:00:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:02,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560463029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560463031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560463031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560463037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560463037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560463143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560463143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560463143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560463152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560463153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T05:00:03,193 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/cec1b54ac5bf44609c1e9b50591d2b9b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cec1b54ac5bf44609c1e9b50591d2b9b 2024-11-14T05:00:03,197 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/C of 9e289282fe6f02a3bdcd2da3e24a4680 into cec1b54ac5bf44609c1e9b50591d2b9b(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:03,197 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:03,197 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/C, priority=12, startTime=1731560402224; duration=0sec 2024-11-14T05:00:03,198 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:03,198 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:C 2024-11-14T05:00:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560463353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560463353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560463353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560463362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560463362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:03,387 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111457d390ff0df54c5588aa6f522b9c33d9_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457d390ff0df54c5588aa6f522b9c33d9_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:03,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/2ab5e78da3534e4d8c421964993bc30b, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:03,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/2ab5e78da3534e4d8c421964993bc30b is 175, key is test_row_0/A:col10/1731560402304/Put/seqid=0 2024-11-14T05:00:03,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742383_1559 (size=22461) 2024-11-14T05:00:03,408 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/2ab5e78da3534e4d8c421964993bc30b 2024-11-14T05:00:03,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/1266ebfb90bb4b0fb9844978c0e55940 is 50, key is test_row_0/B:col10/1731560402304/Put/seqid=0 2024-11-14T05:00:03,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742384_1560 (size=9757) 2024-11-14T05:00:03,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560463663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560463663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560463663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560463673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560463673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:03,841 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/1266ebfb90bb4b0fb9844978c0e55940 2024-11-14T05:00:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/80d9547d664d48bb83ea592356ff7363 is 50, key is test_row_0/C:col10/1731560402304/Put/seqid=0 2024-11-14T05:00:03,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742385_1561 (size=9757) 2024-11-14T05:00:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560464173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560464174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560464174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:04,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560464189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:04,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560464189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T05:00:04,274 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/80d9547d664d48bb83ea592356ff7363 2024-11-14T05:00:04,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/2ab5e78da3534e4d8c421964993bc30b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/2ab5e78da3534e4d8c421964993bc30b 2024-11-14T05:00:04,283 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/2ab5e78da3534e4d8c421964993bc30b, entries=100, sequenceid=247, filesize=21.9 K 2024-11-14T05:00:04,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/1266ebfb90bb4b0fb9844978c0e55940 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1266ebfb90bb4b0fb9844978c0e55940 2024-11-14T05:00:04,288 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1266ebfb90bb4b0fb9844978c0e55940, entries=100, sequenceid=247, filesize=9.5 K 2024-11-14T05:00:04,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/80d9547d664d48bb83ea592356ff7363 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/80d9547d664d48bb83ea592356ff7363 2024-11-14T05:00:04,293 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/80d9547d664d48bb83ea592356ff7363, entries=100, sequenceid=247, filesize=9.5 K 2024-11-14T05:00:04,294 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 9e289282fe6f02a3bdcd2da3e24a4680 in 1325ms, sequenceid=247, compaction requested=true 2024-11-14T05:00:04,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:04,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:04,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-14T05:00:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-14T05:00:04,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-14T05:00:04,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2490 sec 2024-11-14T05:00:04,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.2540 sec 2024-11-14T05:00:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:05,185 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T05:00:05,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-14T05:00:05,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a36cb0ec631c4d96986438260e336cc1_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560405184/Put/seqid=0 2024-11-14T05:00:05,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560465192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560465192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560465193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,196 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T05:00:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742386_1562 (size=14994) 2024-11-14T05:00:05,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560465203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560465203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,205 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T05:00:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,205 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T05:00:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a36cb0ec631c4d96986438260e336cc1_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a36cb0ec631c4d96986438260e336cc1_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:05,216 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/43b447a6a3e7442a8220da7246992d01, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:05,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/43b447a6a3e7442a8220da7246992d01 is 175, key is test_row_0/A:col10/1731560405184/Put/seqid=0 2024-11-14T05:00:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742387_1563 (size=39949) 2024-11-14T05:00:05,221 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/43b447a6a3e7442a8220da7246992d01 2024-11-14T05:00:05,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/4f8239d4bf984813b879a898678d6954 is 50, key is test_row_0/B:col10/1731560405184/Put/seqid=0 2024-11-14T05:00:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742388_1564 (size=12301) 2024-11-14T05:00:05,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/4f8239d4bf984813b879a898678d6954 2024-11-14T05:00:05,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/e203551232e34a009624cb71ed4d9f95 is 50, key is test_row_0/C:col10/1731560405184/Put/seqid=0 2024-11-14T05:00:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742389_1565 (size=12301) 2024-11-14T05:00:05,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560465302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560465302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560465513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560465513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/e203551232e34a009624cb71ed4d9f95 2024-11-14T05:00:05,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/43b447a6a3e7442a8220da7246992d01 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/43b447a6a3e7442a8220da7246992d01 2024-11-14T05:00:05,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/43b447a6a3e7442a8220da7246992d01, entries=200, sequenceid=279, filesize=39.0 K 2024-11-14T05:00:05,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/4f8239d4bf984813b879a898678d6954 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/4f8239d4bf984813b879a898678d6954 2024-11-14T05:00:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/4f8239d4bf984813b879a898678d6954, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T05:00:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/e203551232e34a009624cb71ed4d9f95 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e203551232e34a009624cb71ed4d9f95 2024-11-14T05:00:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e203551232e34a009624cb71ed4d9f95, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T05:00:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 9e289282fe6f02a3bdcd2da3e24a4680 in 522ms, sequenceid=279, compaction requested=true 2024-11-14T05:00:05,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,707 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T05:00:05,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T05:00:05,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:05,707 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T05:00:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T05:00:05,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:05,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T05:00:05,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,708 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T05:00:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,709 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/A is initiating minor compaction (all files) 2024-11-14T05:00:05,709 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/A in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:05,709 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5bbef3e128064e93ae20dbb1c59fa02e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/376a47bd9c464f31a129399412318152, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/2ab5e78da3534e4d8c421964993bc30b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/43b447a6a3e7442a8220da7246992d01] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=122.2 K 2024-11-14T05:00:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,709 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:05,709 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5bbef3e128064e93ae20dbb1c59fa02e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/376a47bd9c464f31a129399412318152, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/2ab5e78da3534e4d8c421964993bc30b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/43b447a6a3e7442a8220da7246992d01] 2024-11-14T05:00:05,709 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T05:00:05,709 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/B is initiating minor compaction (all files) 2024-11-14T05:00:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,709 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/B in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:05,709 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/3096fa9ff85a41a6bb6194f5a36bc354, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/aad9fb8623214ebf96dd2d60533910dc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1266ebfb90bb4b0fb9844978c0e55940, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/4f8239d4bf984813b879a898678d6954] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=45.7 K 2024-11-14T05:00:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,710 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bbef3e128064e93ae20dbb1c59fa02e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731560402105 2024-11-14T05:00:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,710 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 3096fa9ff85a41a6bb6194f5a36bc354, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731560402105 2024-11-14T05:00:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,710 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting aad9fb8623214ebf96dd2d60533910dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731560402164 2024-11-14T05:00:05,710 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 376a47bd9c464f31a129399412318152, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731560402164 2024-11-14T05:00:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,710 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 1266ebfb90bb4b0fb9844978c0e55940, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731560402301 2024-11-14T05:00:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,710 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ab5e78da3534e4d8c421964993bc30b, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731560402301 2024-11-14T05:00:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,711 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f8239d4bf984813b879a898678d6954, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560403027 2024-11-14T05:00:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,711 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43b447a6a3e7442a8220da7246992d01, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560403026 2024-11-14T05:00:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,724 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,725 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,726 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/38699011e27e4c4882b7b98e36ebb90d is 50, key is test_row_0/B:col10/1731560405184/Put/seqid=0 2024-11-14T05:00:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,730 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411145dd2540367dc43a9bf3679326796b805_9e289282fe6f02a3bdcd2da3e24a4680 store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,732 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411145dd2540367dc43a9bf3679326796b805_9e289282fe6f02a3bdcd2da3e24a4680, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,732 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145dd2540367dc43a9bf3679326796b805_9e289282fe6f02a3bdcd2da3e24a4680 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742390_1566 (size=12915) 2024-11-14T05:00:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742391_1567 (size=4469) 2024-11-14T05:00:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:05,879 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T05:00:05,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T05:00:05,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114154773b667584995a0b46b8c69fd8d59_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560405878/Put/seqid=0 2024-11-14T05:00:05,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742392_1568 (size=12454) 2024-11-14T05:00:05,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560465938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:05,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560465943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:06,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560466052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:06,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560466053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:06,140 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/38699011e27e4c4882b7b98e36ebb90d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/38699011e27e4c4882b7b98e36ebb90d 2024-11-14T05:00:06,145 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#A#compaction#472 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:06,146 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/ca8ae46bdbbe4f9a943902cd3beb8f1b is 175, key is test_row_0/A:col10/1731560405184/Put/seqid=0 2024-11-14T05:00:06,151 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/B of 9e289282fe6f02a3bdcd2da3e24a4680 into 38699011e27e4c4882b7b98e36ebb90d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:06,151 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:06,151 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/B, priority=12, startTime=1731560405707; duration=0sec 2024-11-14T05:00:06,151 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:06,151 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:B 2024-11-14T05:00:06,151 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T05:00:06,153 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T05:00:06,153 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/C is initiating minor compaction (all files) 2024-11-14T05:00:06,153 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/C in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:06,153 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cec1b54ac5bf44609c1e9b50591d2b9b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ab2a27faeb3c4214bc3841f83b4419e1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/80d9547d664d48bb83ea592356ff7363, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e203551232e34a009624cb71ed4d9f95] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=45.7 K 2024-11-14T05:00:06,153 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting cec1b54ac5bf44609c1e9b50591d2b9b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731560402105 2024-11-14T05:00:06,154 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting ab2a27faeb3c4214bc3841f83b4419e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731560402164 2024-11-14T05:00:06,154 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 80d9547d664d48bb83ea592356ff7363, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731560402301 2024-11-14T05:00:06,154 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e203551232e34a009624cb71ed4d9f95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560403027 2024-11-14T05:00:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742393_1569 (size=31869) 2024-11-14T05:00:06,174 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/ca8ae46bdbbe4f9a943902cd3beb8f1b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ca8ae46bdbbe4f9a943902cd3beb8f1b 2024-11-14T05:00:06,184 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/A of 9e289282fe6f02a3bdcd2da3e24a4680 into ca8ae46bdbbe4f9a943902cd3beb8f1b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:06,184 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:06,184 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/A, priority=12, startTime=1731560405707; duration=0sec 2024-11-14T05:00:06,185 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:06,185 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:A 2024-11-14T05:00:06,186 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#C#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:06,187 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/022fd4c9fc1c4dc9b61120d1173e74d3 is 50, key is test_row_0/C:col10/1731560405184/Put/seqid=0 2024-11-14T05:00:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T05:00:06,203 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T05:00:06,204 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T05:00:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-14T05:00:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T05:00:06,207 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T05:00:06,208 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T05:00:06,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T05:00:06,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742394_1570 (size=12915) 2024-11-14T05:00:06,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560466266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:06,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:06,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560466266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:06,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,308 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114154773b667584995a0b46b8c69fd8d59_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114154773b667584995a0b46b8c69fd8d59_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:06,309 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/085107826e484391a2ef439d2b9acca0, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:06,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/085107826e484391a2ef439d2b9acca0 is 175, key is test_row_0/A:col10/1731560405878/Put/seqid=0 2024-11-14T05:00:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T05:00:06,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742395_1571 (size=31255) 2024-11-14T05:00:06,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T05:00:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:06,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:06,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T05:00:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:06,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T05:00:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560466572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560466572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:06,628 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/022fd4c9fc1c4dc9b61120d1173e74d3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/022fd4c9fc1c4dc9b61120d1173e74d3 2024-11-14T05:00:06,634 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/C of 9e289282fe6f02a3bdcd2da3e24a4680 into 022fd4c9fc1c4dc9b61120d1173e74d3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:06,634 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:06,634 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/C, priority=12, startTime=1731560405708; duration=0sec 2024-11-14T05:00:06,634 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:06,634 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:C 2024-11-14T05:00:06,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T05:00:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:06,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:06,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:06,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:06,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:06,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/085107826e484391a2ef439d2b9acca0 2024-11-14T05:00:06,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/b4153d4d9bff4630998b8d5410f4117f is 50, key is test_row_0/B:col10/1731560405878/Put/seqid=0 2024-11-14T05:00:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742396_1572 (size=12301) 2024-11-14T05:00:06,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/b4153d4d9bff4630998b8d5410f4117f 2024-11-14T05:00:06,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/d1d4558f88b8480e997dfb52fc62e599 is 50, key is test_row_0/C:col10/1731560405878/Put/seqid=0 2024-11-14T05:00:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742397_1573 (size=12301) 2024-11-14T05:00:06,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/d1d4558f88b8480e997dfb52fc62e599 2024-11-14T05:00:06,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/085107826e484391a2ef439d2b9acca0 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/085107826e484391a2ef439d2b9acca0 2024-11-14T05:00:06,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/085107826e484391a2ef439d2b9acca0, entries=150, sequenceid=290, filesize=30.5 K 2024-11-14T05:00:06,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/b4153d4d9bff4630998b8d5410f4117f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b4153d4d9bff4630998b8d5410f4117f 2024-11-14T05:00:06,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b4153d4d9bff4630998b8d5410f4117f, entries=150, sequenceid=290, filesize=12.0 K 2024-11-14T05:00:06,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/d1d4558f88b8480e997dfb52fc62e599 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d1d4558f88b8480e997dfb52fc62e599 2024-11-14T05:00:06,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d1d4558f88b8480e997dfb52fc62e599, entries=150, sequenceid=290, filesize=12.0 K 2024-11-14T05:00:06,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9e289282fe6f02a3bdcd2da3e24a4680 in 883ms, sequenceid=290, compaction requested=false 2024-11-14T05:00:06,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:06,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T05:00:06,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:06,826 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T05:00:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T05:00:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140eb70dfa01734415b33c6eafcbf60e4d_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560405927/Put/seqid=0 2024-11-14T05:00:06,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742398_1574 (size=12454) 2024-11-14T05:00:06,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,864 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140eb70dfa01734415b33c6eafcbf60e4d_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140eb70dfa01734415b33c6eafcbf60e4d_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:06,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/054d9a674ea040ba94ac8d10aa1b7b5d, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:06,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/054d9a674ea040ba94ac8d10aa1b7b5d is 175, key is test_row_0/A:col10/1731560405927/Put/seqid=0 2024-11-14T05:00:06,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742399_1575 (size=31255) 2024-11-14T05:00:06,871 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/054d9a674ea040ba94ac8d10aa1b7b5d 2024-11-14T05:00:06,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/220742e38bda470db772586077c177ad is 50, key is test_row_0/B:col10/1731560405927/Put/seqid=0 2024-11-14T05:00:06,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742400_1576 (size=12301) 2024-11-14T05:00:06,901 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/220742e38bda470db772586077c177ad 2024-11-14T05:00:06,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/996dfffc4b1746fd90ebbf070b41981e is 50, key is test_row_0/C:col10/1731560405927/Put/seqid=0 2024-11-14T05:00:06,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742401_1577 (size=12301) 2024-11-14T05:00:06,921 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/996dfffc4b1746fd90ebbf070b41981e 2024-11-14T05:00:06,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/054d9a674ea040ba94ac8d10aa1b7b5d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/054d9a674ea040ba94ac8d10aa1b7b5d 2024-11-14T05:00:06,932 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/054d9a674ea040ba94ac8d10aa1b7b5d, entries=150, sequenceid=318, filesize=30.5 K 2024-11-14T05:00:06,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/220742e38bda470db772586077c177ad as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/220742e38bda470db772586077c177ad 2024-11-14T05:00:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,939 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/220742e38bda470db772586077c177ad, entries=150, sequenceid=318, filesize=12.0 K 2024-11-14T05:00:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/996dfffc4b1746fd90ebbf070b41981e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/996dfffc4b1746fd90ebbf070b41981e 2024-11-14T05:00:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,952 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/996dfffc4b1746fd90ebbf070b41981e, entries=150, sequenceid=318, filesize=12.0 K 2024-11-14T05:00:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,953 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 9e289282fe6f02a3bdcd2da3e24a4680 in 127ms, sequenceid=318, compaction requested=true 2024-11-14T05:00:06,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:06,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-14T05:00:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-14T05:00:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-14T05:00:06,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 747 msec 2024-11-14T05:00:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 755 msec 2024-11-14T05:00:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:07,122 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T05:00:07,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T05:00:07,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ec962bc816b742349baf93cf161353e1_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560407089/Put/seqid=0 2024-11-14T05:00:07,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742402_1578 (size=12454) 2024-11-14T05:00:07,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560467203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560467209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560467209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560467222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,227 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T05:00:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560467232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,236 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T05:00:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560467312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560467323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560467325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T05:00:07,343 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T05:00:07,344 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T05:00:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-14T05:00:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T05:00:07,353 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T05:00:07,355 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T05:00:07,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T05:00:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T05:00:07,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T05:00:07,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:07,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:07,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:07,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560467522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560467533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560467533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:07,547 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ec962bc816b742349baf93cf161353e1_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec962bc816b742349baf93cf161353e1_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:07,548 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/74f7d2e4fa1a4b66a40495ffab52126f, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:07,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/74f7d2e4fa1a4b66a40495ffab52126f is 175, key is test_row_0/A:col10/1731560407089/Put/seqid=0 2024-11-14T05:00:07,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742403_1579 (size=31255) 2024-11-14T05:00:07,572 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/74f7d2e4fa1a4b66a40495ffab52126f 2024-11-14T05:00:07,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/36b3ac5363b6411abd9cf38d67828be9 is 50, key is test_row_0/B:col10/1731560407089/Put/seqid=0 2024-11-14T05:00:07,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742404_1580 (size=12301) 2024-11-14T05:00:07,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T05:00:07,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T05:00:07,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:07,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:07,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T05:00:07,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:07,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:07,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:07,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560467833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560467843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560467843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:07,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T05:00:07,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:07,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:07,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:07,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T05:00:07,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/36b3ac5363b6411abd9cf38d67828be9 2024-11-14T05:00:07,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/5775fe4f100342f3a2edc2dba4057a3a is 50, key is test_row_0/C:col10/1731560407089/Put/seqid=0 2024-11-14T05:00:08,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742405_1581 (size=12301) 2024-11-14T05:00:08,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/5775fe4f100342f3a2edc2dba4057a3a 2024-11-14T05:00:08,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/74f7d2e4fa1a4b66a40495ffab52126f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/74f7d2e4fa1a4b66a40495ffab52126f 2024-11-14T05:00:08,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/74f7d2e4fa1a4b66a40495ffab52126f, entries=150, sequenceid=329, filesize=30.5 K 2024-11-14T05:00:08,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/36b3ac5363b6411abd9cf38d67828be9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36b3ac5363b6411abd9cf38d67828be9 2024-11-14T05:00:08,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36b3ac5363b6411abd9cf38d67828be9, entries=150, sequenceid=329, filesize=12.0 K 2024-11-14T05:00:08,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/5775fe4f100342f3a2edc2dba4057a3a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/5775fe4f100342f3a2edc2dba4057a3a 2024-11-14T05:00:08,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/5775fe4f100342f3a2edc2dba4057a3a, entries=150, sequenceid=329, filesize=12.0 K 2024-11-14T05:00:08,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9e289282fe6f02a3bdcd2da3e24a4680 in 928ms, sequenceid=329, compaction requested=true 2024-11-14T05:00:08,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:08,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T05:00:08,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:08,051 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T05:00:08,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T05:00:08,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:08,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T05:00:08,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:08,051 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T05:00:08,053 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T05:00:08,053 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/B is initiating minor compaction (all files) 2024-11-14T05:00:08,053 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/B in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:08,053 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/38699011e27e4c4882b7b98e36ebb90d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b4153d4d9bff4630998b8d5410f4117f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/220742e38bda470db772586077c177ad, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36b3ac5363b6411abd9cf38d67828be9] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=48.7 K 2024-11-14T05:00:08,053 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T05:00:08,053 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/A is initiating minor compaction (all files) 2024-11-14T05:00:08,053 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/A in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:08,054 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ca8ae46bdbbe4f9a943902cd3beb8f1b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/085107826e484391a2ef439d2b9acca0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/054d9a674ea040ba94ac8d10aa1b7b5d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/74f7d2e4fa1a4b66a40495ffab52126f] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=122.7 K 2024-11-14T05:00:08,054 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:08,054 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ca8ae46bdbbe4f9a943902cd3beb8f1b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/085107826e484391a2ef439d2b9acca0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/054d9a674ea040ba94ac8d10aa1b7b5d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/74f7d2e4fa1a4b66a40495ffab52126f] 2024-11-14T05:00:08,054 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 38699011e27e4c4882b7b98e36ebb90d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560403027 2024-11-14T05:00:08,054 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca8ae46bdbbe4f9a943902cd3beb8f1b, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560403027 2024-11-14T05:00:08,055 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting b4153d4d9bff4630998b8d5410f4117f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731560405874 2024-11-14T05:00:08,055 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 085107826e484391a2ef439d2b9acca0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731560405874 2024-11-14T05:00:08,055 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 054d9a674ea040ba94ac8d10aa1b7b5d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731560405927 2024-11-14T05:00:08,055 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 220742e38bda470db772586077c177ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731560405927 2024-11-14T05:00:08,057 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74f7d2e4fa1a4b66a40495ffab52126f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731560407089 2024-11-14T05:00:08,057 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 36b3ac5363b6411abd9cf38d67828be9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731560407089 2024-11-14T05:00:08,063 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:08,065 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411141e82f78bc00a4319946aa88a7a51d253_9e289282fe6f02a3bdcd2da3e24a4680 store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:08,066 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#B#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:08,067 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/13fc264ec3224994a6d7050806767fa7 is 50, key is test_row_0/B:col10/1731560407089/Put/seqid=0 2024-11-14T05:00:08,067 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411141e82f78bc00a4319946aa88a7a51d253_9e289282fe6f02a3bdcd2da3e24a4680, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:08,068 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141e82f78bc00a4319946aa88a7a51d253_9e289282fe6f02a3bdcd2da3e24a4680 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742406_1582 (size=13051) 2024-11-14T05:00:08,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742407_1583 (size=4469) 2024-11-14T05:00:08,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T05:00:08,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:08,122 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T05:00:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144822bef8c71246efbbd116eeacd163eb_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560407202/Put/seqid=0 2024-11-14T05:00:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742408_1584 (size=12454) 2024-11-14T05:00:08,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:08,143 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144822bef8c71246efbbd116eeacd163eb_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144822bef8c71246efbbd116eeacd163eb_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:08,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/b3b43aac71ed42d6841ec2ec926531b2, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:08,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/b3b43aac71ed42d6841ec2ec926531b2 is 175, key is test_row_0/A:col10/1731560407202/Put/seqid=0 2024-11-14T05:00:08,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742409_1585 (size=31255) 2024-11-14T05:00:08,148 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/b3b43aac71ed42d6841ec2ec926531b2 2024-11-14T05:00:08,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/72974f38f99d4b48865e95009f104849 is 50, key is test_row_0/B:col10/1731560407202/Put/seqid=0 2024-11-14T05:00:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742410_1586 (size=12301) 2024-11-14T05:00:08,158 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/72974f38f99d4b48865e95009f104849 2024-11-14T05:00:08,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/21d31583bd0042a7846771fc7d2e6342 is 50, key is test_row_0/C:col10/1731560407202/Put/seqid=0 2024-11-14T05:00:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742411_1587 (size=12301) 2024-11-14T05:00:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:08,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560468361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560468362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560468363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,476 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#A#compaction#483 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:08,477 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/ce47db8dd0f843cc96a591967c1741a3 is 175, key is test_row_0/A:col10/1731560407089/Put/seqid=0 2024-11-14T05:00:08,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560468473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560468473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560468473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,481 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/13fc264ec3224994a6d7050806767fa7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/13fc264ec3224994a6d7050806767fa7 2024-11-14T05:00:08,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T05:00:08,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742412_1588 (size=32005) 2024-11-14T05:00:08,500 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/ce47db8dd0f843cc96a591967c1741a3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ce47db8dd0f843cc96a591967c1741a3 2024-11-14T05:00:08,501 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/B of 9e289282fe6f02a3bdcd2da3e24a4680 into 13fc264ec3224994a6d7050806767fa7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:08,501 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:08,501 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/B, priority=12, startTime=1731560408051; duration=0sec 2024-11-14T05:00:08,501 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:08,501 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:B 2024-11-14T05:00:08,501 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T05:00:08,502 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T05:00:08,502 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/C is initiating minor compaction (all files) 2024-11-14T05:00:08,503 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/C in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:08,503 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/022fd4c9fc1c4dc9b61120d1173e74d3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d1d4558f88b8480e997dfb52fc62e599, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/996dfffc4b1746fd90ebbf070b41981e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/5775fe4f100342f3a2edc2dba4057a3a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=48.7 K 2024-11-14T05:00:08,505 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 022fd4c9fc1c4dc9b61120d1173e74d3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731560403027 2024-11-14T05:00:08,505 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d4558f88b8480e997dfb52fc62e599, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731560405874 2024-11-14T05:00:08,506 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 996dfffc4b1746fd90ebbf070b41981e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731560405927 2024-11-14T05:00:08,506 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 5775fe4f100342f3a2edc2dba4057a3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731560407089 2024-11-14T05:00:08,507 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/A of 9e289282fe6f02a3bdcd2da3e24a4680 into ce47db8dd0f843cc96a591967c1741a3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:08,507 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:08,507 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/A, priority=12, startTime=1731560408051; duration=0sec 2024-11-14T05:00:08,507 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:08,507 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:A 2024-11-14T05:00:08,524 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#C#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:08,526 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/f918b2fdc0d34a5a8b586c08f09285c6 is 50, key is test_row_0/C:col10/1731560407089/Put/seqid=0 2024-11-14T05:00:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742413_1589 (size=13051) 2024-11-14T05:00:08,569 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/21d31583bd0042a7846771fc7d2e6342 2024-11-14T05:00:08,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/b3b43aac71ed42d6841ec2ec926531b2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/b3b43aac71ed42d6841ec2ec926531b2 2024-11-14T05:00:08,578 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/b3b43aac71ed42d6841ec2ec926531b2, entries=150, sequenceid=355, filesize=30.5 K 2024-11-14T05:00:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/72974f38f99d4b48865e95009f104849 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/72974f38f99d4b48865e95009f104849 2024-11-14T05:00:08,590 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/72974f38f99d4b48865e95009f104849, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T05:00:08,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/21d31583bd0042a7846771fc7d2e6342 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/21d31583bd0042a7846771fc7d2e6342 2024-11-14T05:00:08,596 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/21d31583bd0042a7846771fc7d2e6342, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T05:00:08,597 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9e289282fe6f02a3bdcd2da3e24a4680 in 475ms, sequenceid=355, compaction requested=false 2024-11-14T05:00:08,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:08,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-14T05:00:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-14T05:00:08,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-14T05:00:08,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2440 sec 2024-11-14T05:00:08,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.2590 sec 2024-11-14T05:00:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T05:00:08,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T05:00:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:08,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111489e6e9ba29b941bea8342f51ce3679f5_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560408685/Put/seqid=0 2024-11-14T05:00:08,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742414_1590 (size=14994) 2024-11-14T05:00:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560468772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560468777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560468778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560468882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560468882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560468893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:08,936 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/f918b2fdc0d34a5a8b586c08f09285c6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f918b2fdc0d34a5a8b586c08f09285c6 2024-11-14T05:00:08,943 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/C of 9e289282fe6f02a3bdcd2da3e24a4680 into f918b2fdc0d34a5a8b586c08f09285c6(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:08,943 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:08,943 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/C, priority=12, startTime=1731560408051; duration=0sec 2024-11-14T05:00:08,943 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:08,943 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:C 2024-11-14T05:00:09,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560469093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:09,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560469093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560469103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:09,126 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:09,131 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111489e6e9ba29b941bea8342f51ce3679f5_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111489e6e9ba29b941bea8342f51ce3679f5_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:09,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/188c2c0318d94bef8f9be4ff01b540d1, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:09,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/188c2c0318d94bef8f9be4ff01b540d1 is 175, key is test_row_0/A:col10/1731560408685/Put/seqid=0 2024-11-14T05:00:09,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742415_1591 (size=39949) 2024-11-14T05:00:09,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560469403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:09,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560469403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560469412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T05:00:09,493 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T05:00:09,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T05:00:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-14T05:00:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T05:00:09,499 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T05:00:09,500 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T05:00:09,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T05:00:09,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/188c2c0318d94bef8f9be4ff01b540d1 2024-11-14T05:00:09,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/1ce78425aa854f95861549364ac7fd5d is 50, key is test_row_0/B:col10/1731560408685/Put/seqid=0 2024-11-14T05:00:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742416_1592 (size=12301) 2024-11-14T05:00:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T05:00:09,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T05:00:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:09,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:09,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T05:00:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:09,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:09,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T05:00:09,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560469913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:09,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560469913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:09,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560469923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:09,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/1ce78425aa854f95861549364ac7fd5d 2024-11-14T05:00:09,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/b979439d03aa4b449596b7a11318c973 is 50, key is test_row_0/C:col10/1731560408685/Put/seqid=0 2024-11-14T05:00:09,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T05:00:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:09,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:09,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742417_1593 (size=12301) 2024-11-14T05:00:09,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/b979439d03aa4b449596b7a11318c973 2024-11-14T05:00:09,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/188c2c0318d94bef8f9be4ff01b540d1 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/188c2c0318d94bef8f9be4ff01b540d1 2024-11-14T05:00:09,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/188c2c0318d94bef8f9be4ff01b540d1, entries=200, sequenceid=369, filesize=39.0 K 2024-11-14T05:00:09,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/1ce78425aa854f95861549364ac7fd5d as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1ce78425aa854f95861549364ac7fd5d 2024-11-14T05:00:10,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1ce78425aa854f95861549364ac7fd5d, entries=150, sequenceid=369, filesize=12.0 K 2024-11-14T05:00:10,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/b979439d03aa4b449596b7a11318c973 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/b979439d03aa4b449596b7a11318c973 2024-11-14T05:00:10,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/b979439d03aa4b449596b7a11318c973, entries=150, sequenceid=369, filesize=12.0 K 2024-11-14T05:00:10,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9e289282fe6f02a3bdcd2da3e24a4680 in 1317ms, sequenceid=369, compaction requested=true 2024-11-14T05:00:10,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:10,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T05:00:10,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:10,006 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T05:00:10,006 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T05:00:10,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T05:00:10,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:10,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T05:00:10,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:10,006 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T05:00:10,007 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/A is initiating minor compaction (all files) 2024-11-14T05:00:10,007 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/A in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:10,007 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ce47db8dd0f843cc96a591967c1741a3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/b3b43aac71ed42d6841ec2ec926531b2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/188c2c0318d94bef8f9be4ff01b540d1] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=100.8 K 2024-11-14T05:00:10,007 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:10,007 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ce47db8dd0f843cc96a591967c1741a3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/b3b43aac71ed42d6841ec2ec926531b2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/188c2c0318d94bef8f9be4ff01b540d1] 2024-11-14T05:00:10,007 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T05:00:10,007 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/B is initiating minor compaction (all files) 2024-11-14T05:00:10,008 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/B in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:10,008 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/13fc264ec3224994a6d7050806767fa7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/72974f38f99d4b48865e95009f104849, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1ce78425aa854f95861549364ac7fd5d] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=36.8 K 2024-11-14T05:00:10,008 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce47db8dd0f843cc96a591967c1741a3, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731560407089 2024-11-14T05:00:10,009 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 13fc264ec3224994a6d7050806767fa7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731560407089 2024-11-14T05:00:10,009 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3b43aac71ed42d6841ec2ec926531b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731560407202 2024-11-14T05:00:10,009 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 72974f38f99d4b48865e95009f104849, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731560407202 2024-11-14T05:00:10,009 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 188c2c0318d94bef8f9be4ff01b540d1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731560408355 2024-11-14T05:00:10,009 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ce78425aa854f95861549364ac7fd5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731560408355 2024-11-14T05:00:10,017 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:10,019 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411142757b6d711464f89a9331e28596f8b7c_9e289282fe6f02a3bdcd2da3e24a4680 store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:10,022 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411142757b6d711464f89a9331e28596f8b7c_9e289282fe6f02a3bdcd2da3e24a4680, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:10,025 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142757b6d711464f89a9331e28596f8b7c_9e289282fe6f02a3bdcd2da3e24a4680 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:10,031 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#B#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:10,032 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/9069b9abbe7c4a1fb875ff87cfe0ffc7 is 50, key is test_row_0/B:col10/1731560408685/Put/seqid=0 2024-11-14T05:00:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742418_1594 (size=4469) 2024-11-14T05:00:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742419_1595 (size=13153) 2024-11-14T05:00:10,084 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/9069b9abbe7c4a1fb875ff87cfe0ffc7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9069b9abbe7c4a1fb875ff87cfe0ffc7 2024-11-14T05:00:10,090 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/B of 9e289282fe6f02a3bdcd2da3e24a4680 into 9069b9abbe7c4a1fb875ff87cfe0ffc7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:10,090 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:10,090 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/B, priority=13, startTime=1731560410006; duration=0sec 2024-11-14T05:00:10,090 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:10,090 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:B 2024-11-14T05:00:10,090 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T05:00:10,091 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T05:00:10,091 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/C is initiating minor compaction (all files) 2024-11-14T05:00:10,092 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/C in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:10,092 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f918b2fdc0d34a5a8b586c08f09285c6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/21d31583bd0042a7846771fc7d2e6342, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/b979439d03aa4b449596b7a11318c973] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=36.8 K 2024-11-14T05:00:10,092 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting f918b2fdc0d34a5a8b586c08f09285c6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731560407089 2024-11-14T05:00:10,092 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 21d31583bd0042a7846771fc7d2e6342, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731560407202 2024-11-14T05:00:10,093 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting b979439d03aa4b449596b7a11318c973, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731560408355 2024-11-14T05:00:10,101 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:10,102 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/cc95f0d5614a48c9872b8c62b91e58f6 is 50, key is test_row_0/C:col10/1731560408685/Put/seqid=0 2024-11-14T05:00:10,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T05:00:10,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:10,116 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T05:00:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114640177a2bbe0485e8436c7a6144e0c75_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560408770/Put/seqid=0 2024-11-14T05:00:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742420_1596 (size=13153) 2024-11-14T05:00:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T05:00:10,128 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/cc95f0d5614a48c9872b8c62b91e58f6 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cc95f0d5614a48c9872b8c62b91e58f6 2024-11-14T05:00:10,135 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/C of 9e289282fe6f02a3bdcd2da3e24a4680 into cc95f0d5614a48c9872b8c62b91e58f6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:10,135 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:10,135 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/C, priority=13, startTime=1731560410006; duration=0sec 2024-11-14T05:00:10,135 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:10,135 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:C 2024-11-14T05:00:10,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742421_1597 (size=12454) 2024-11-14T05:00:10,460 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#A#compaction#492 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:10,461 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/381da9ea35a646d88df492014ac7cb92 is 175, key is test_row_0/A:col10/1731560408685/Put/seqid=0 2024-11-14T05:00:10,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742422_1598 (size=32107) 2024-11-14T05:00:10,488 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/381da9ea35a646d88df492014ac7cb92 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/381da9ea35a646d88df492014ac7cb92 2024-11-14T05:00:10,494 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/A of 9e289282fe6f02a3bdcd2da3e24a4680 into 381da9ea35a646d88df492014ac7cb92(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:10,494 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:10,495 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/A, priority=13, startTime=1731560410005; duration=0sec 2024-11-14T05:00:10,495 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:10,495 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:A 2024-11-14T05:00:10,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:10,543 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114640177a2bbe0485e8436c7a6144e0c75_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114640177a2bbe0485e8436c7a6144e0c75_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:10,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/f23e112f44364007aa5bb4cf45ee3c3b, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/f23e112f44364007aa5bb4cf45ee3c3b is 175, key is test_row_0/A:col10/1731560408770/Put/seqid=0 2024-11-14T05:00:10,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742423_1599 (size=31255) 2024-11-14T05:00:10,549 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/f23e112f44364007aa5bb4cf45ee3c3b 2024-11-14T05:00:10,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/04915a88ff9a4d1db5385b4b9cd643ea is 50, key is test_row_0/B:col10/1731560408770/Put/seqid=0 2024-11-14T05:00:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742424_1600 (size=12301) 2024-11-14T05:00:10,572 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/04915a88ff9a4d1db5385b4b9cd643ea 2024-11-14T05:00:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/e1fa07b86bb0430a998aa07de18ced3c is 50, key is test_row_0/C:col10/1731560408770/Put/seqid=0 2024-11-14T05:00:10,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742425_1601 (size=12301) 2024-11-14T05:00:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T05:00:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:10,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:10,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560470945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:10,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:10,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:10,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:10,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560470950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:10,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560470954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,008 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/e1fa07b86bb0430a998aa07de18ced3c 2024-11-14T05:00:11,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/f23e112f44364007aa5bb4cf45ee3c3b as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/f23e112f44364007aa5bb4cf45ee3c3b 2024-11-14T05:00:11,016 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/f23e112f44364007aa5bb4cf45ee3c3b, entries=150, sequenceid=395, filesize=30.5 K 2024-11-14T05:00:11,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/04915a88ff9a4d1db5385b4b9cd643ea as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04915a88ff9a4d1db5385b4b9cd643ea 2024-11-14T05:00:11,025 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04915a88ff9a4d1db5385b4b9cd643ea, entries=150, sequenceid=395, filesize=12.0 K 2024-11-14T05:00:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/e1fa07b86bb0430a998aa07de18ced3c as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e1fa07b86bb0430a998aa07de18ced3c 2024-11-14T05:00:11,037 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e1fa07b86bb0430a998aa07de18ced3c, entries=150, sequenceid=395, filesize=12.0 K 2024-11-14T05:00:11,038 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9e289282fe6f02a3bdcd2da3e24a4680 in 922ms, sequenceid=395, compaction requested=false 2024-11-14T05:00:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-14T05:00:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-14T05:00:11,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-14T05:00:11,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5400 sec 2024-11-14T05:00:11,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.5450 sec 2024-11-14T05:00:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T05:00:11,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T05:00:11,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142c1e7b80f27e40288e1cd8ab31e5186e_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560410942/Put/seqid=0 2024-11-14T05:00:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742426_1602 (size=12454) 2024-11-14T05:00:11,102 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:11,107 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142c1e7b80f27e40288e1cd8ab31e5186e_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142c1e7b80f27e40288e1cd8ab31e5186e_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:11,108 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/4e97347b207f4c53971011893a4f3138, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:11,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/4e97347b207f4c53971011893a4f3138 is 175, key is test_row_0/A:col10/1731560410942/Put/seqid=0 2024-11-14T05:00:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742427_1603 (size=31255) 2024-11-14T05:00:11,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/4e97347b207f4c53971011893a4f3138 2024-11-14T05:00:11,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/bad39240dd694a488eaf72f56e08c39e is 50, key is test_row_0/B:col10/1731560410942/Put/seqid=0 2024-11-14T05:00:11,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560471120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560471120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742428_1604 (size=12301) 2024-11-14T05:00:11,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560471130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55712 deadline: 1731560471233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560471233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560471233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,234 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_1' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T05:00:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560471242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55660 deadline: 1731560471282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,284 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,46441,1731560250145 for 'test_row_2' in 9e289282fe6f02a3bdcd2da3e24a4680 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T05:00:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560471442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560471442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560471453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/bad39240dd694a488eaf72f56e08c39e 2024-11-14T05:00:11,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/d278b72099284292ace8d9d695d8fec5 is 50, key is test_row_0/C:col10/1731560410942/Put/seqid=0 2024-11-14T05:00:11,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742429_1605 (size=12301) 2024-11-14T05:00:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T05:00:11,648 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T05:00:11,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T05:00:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-14T05:00:11,651 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T05:00:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T05:00:11,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T05:00:11,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T05:00:11,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560471753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560471753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T05:00:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560471763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:11,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:11,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:11,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T05:00:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:11,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:11,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/d278b72099284292ace8d9d695d8fec5 2024-11-14T05:00:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/4e97347b207f4c53971011893a4f3138 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/4e97347b207f4c53971011893a4f3138 2024-11-14T05:00:11,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/4e97347b207f4c53971011893a4f3138, entries=150, sequenceid=412, filesize=30.5 K 2024-11-14T05:00:11,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/bad39240dd694a488eaf72f56e08c39e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bad39240dd694a488eaf72f56e08c39e 2024-11-14T05:00:11,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T05:00:11,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:11,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:11,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:11,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:11,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T05:00:11,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bad39240dd694a488eaf72f56e08c39e, entries=150, sequenceid=412, filesize=12.0 K 2024-11-14T05:00:11,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/d278b72099284292ace8d9d695d8fec5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d278b72099284292ace8d9d695d8fec5 2024-11-14T05:00:11,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d278b72099284292ace8d9d695d8fec5, entries=150, sequenceid=412, filesize=12.0 K 2024-11-14T05:00:11,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9e289282fe6f02a3bdcd2da3e24a4680 in 890ms, sequenceid=412, compaction requested=true 2024-11-14T05:00:11,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:11,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T05:00:11,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:11,964 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T05:00:11,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T05:00:11,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:11,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T05:00:11,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:11,964 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T05:00:11,965 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T05:00:11,965 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T05:00:11,965 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/B is initiating minor compaction (all files) 2024-11-14T05:00:11,965 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/A is initiating minor compaction (all files) 2024-11-14T05:00:11,965 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/B in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:11,965 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9069b9abbe7c4a1fb875ff87cfe0ffc7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04915a88ff9a4d1db5385b4b9cd643ea, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bad39240dd694a488eaf72f56e08c39e] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=36.9 K 2024-11-14T05:00:11,965 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/A in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:11,965 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/381da9ea35a646d88df492014ac7cb92, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/f23e112f44364007aa5bb4cf45ee3c3b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/4e97347b207f4c53971011893a4f3138] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=92.4 K 2024-11-14T05:00:11,965 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:11,965 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/381da9ea35a646d88df492014ac7cb92, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/f23e112f44364007aa5bb4cf45ee3c3b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/4e97347b207f4c53971011893a4f3138] 2024-11-14T05:00:11,966 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 9069b9abbe7c4a1fb875ff87cfe0ffc7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731560408355 2024-11-14T05:00:11,966 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 04915a88ff9a4d1db5385b4b9cd643ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731560408768 2024-11-14T05:00:11,966 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 381da9ea35a646d88df492014ac7cb92, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731560408355 2024-11-14T05:00:11,967 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting bad39240dd694a488eaf72f56e08c39e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560410942 2024-11-14T05:00:11,967 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting f23e112f44364007aa5bb4cf45ee3c3b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731560408768 2024-11-14T05:00:11,968 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e97347b207f4c53971011893a4f3138, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560410942 2024-11-14T05:00:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T05:00:11,973 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:11,974 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:11,975 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/bf2bab3b9b844352af4b57ac70d7ba93 is 50, key is test_row_0/B:col10/1731560410942/Put/seqid=0 2024-11-14T05:00:11,975 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149f7e829ce1b541038b504e76d7c48c03_9e289282fe6f02a3bdcd2da3e24a4680 store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:11,977 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149f7e829ce1b541038b504e76d7c48c03_9e289282fe6f02a3bdcd2da3e24a4680, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:11,977 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f7e829ce1b541038b504e76d7c48c03_9e289282fe6f02a3bdcd2da3e24a4680 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742431_1607 (size=4469) 2024-11-14T05:00:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742430_1606 (size=13255) 2024-11-14T05:00:12,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T05:00:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:12,111 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T05:00:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a9ad677e81fa43029d323629609a08b5_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560411095/Put/seqid=0 2024-11-14T05:00:12,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742432_1608 (size=12454) 2024-11-14T05:00:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. as already flushing 2024-11-14T05:00:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T05:00:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560472284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560472287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560472288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,381 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#A#compaction#502 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:12,382 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/1bc61e236b7942f281cb6f90a1a19ed9 is 175, key is test_row_0/A:col10/1731560410942/Put/seqid=0 2024-11-14T05:00:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560472393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742433_1609 (size=32209) 2024-11-14T05:00:12,403 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/bf2bab3b9b844352af4b57ac70d7ba93 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bf2bab3b9b844352af4b57ac70d7ba93 2024-11-14T05:00:12,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560472403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560472403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,416 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/B of 9e289282fe6f02a3bdcd2da3e24a4680 into bf2bab3b9b844352af4b57ac70d7ba93(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:12,416 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:12,417 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/B, priority=13, startTime=1731560411964; duration=0sec 2024-11-14T05:00:12,417 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:12,417 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:B 2024-11-14T05:00:12,417 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T05:00:12,419 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T05:00:12,419 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/C is initiating minor compaction (all files) 2024-11-14T05:00:12,419 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/C in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:12,419 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cc95f0d5614a48c9872b8c62b91e58f6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e1fa07b86bb0430a998aa07de18ced3c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d278b72099284292ace8d9d695d8fec5] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=36.9 K 2024-11-14T05:00:12,419 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting cc95f0d5614a48c9872b8c62b91e58f6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731560408355 2024-11-14T05:00:12,420 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting e1fa07b86bb0430a998aa07de18ced3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731560408768 2024-11-14T05:00:12,420 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting d278b72099284292ace8d9d695d8fec5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560410942 2024-11-14T05:00:12,427 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#C#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:12,427 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/3d39adc4d18b41b286219919946e505a is 50, key is test_row_0/C:col10/1731560410942/Put/seqid=0 2024-11-14T05:00:12,428 INFO [Thread-2226 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2226. 2024-11-14T05:00:12,428 DEBUG [Thread-2226 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:12,428 DEBUG [Thread-2226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,428 DEBUG [Thread-2226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:12,429 INFO [Thread-2228 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2228. 2024-11-14T05:00:12,429 DEBUG [Thread-2228 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:12,429 DEBUG [Thread-2228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,429 DEBUG [Thread-2228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:12,432 INFO [Thread-2232 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2232. 2024-11-14T05:00:12,432 DEBUG [Thread-2232 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:12,432 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,432 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:12,433 INFO [Thread-2224 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2224. 2024-11-14T05:00:12,434 DEBUG [Thread-2224 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:12,434 DEBUG [Thread-2224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,434 DEBUG [Thread-2224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,434 INFO [Thread-2230 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2230. 2024-11-14T05:00:12,434 DEBUG [Thread-2230 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:12,434 DEBUG [Thread-2230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:12,434 DEBUG [Thread-2230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:12,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:12,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742434_1610 (size=13255) 2024-11-14T05:00:12,452 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/3d39adc4d18b41b286219919946e505a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/3d39adc4d18b41b286219919946e505a 2024-11-14T05:00:12,456 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/C of 9e289282fe6f02a3bdcd2da3e24a4680 into 3d39adc4d18b41b286219919946e505a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:12,456 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:12,457 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/C, priority=13, startTime=1731560411964; duration=0sec 2024-11-14T05:00:12,457 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:12,457 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:C 2024-11-14T05:00:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:12,532 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a9ad677e81fa43029d323629609a08b5_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a9ad677e81fa43029d323629609a08b5_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:12,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/785acf6527074e44abb094bf8d61841a, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:12,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/785acf6527074e44abb094bf8d61841a is 175, key is test_row_0/A:col10/1731560411095/Put/seqid=0 2024-11-14T05:00:12,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742435_1611 (size=31255) 2024-11-14T05:00:12,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560472602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560472613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560472613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T05:00:12,806 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/1bc61e236b7942f281cb6f90a1a19ed9 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/1bc61e236b7942f281cb6f90a1a19ed9 2024-11-14T05:00:12,809 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/A of 9e289282fe6f02a3bdcd2da3e24a4680 into 1bc61e236b7942f281cb6f90a1a19ed9(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:12,809 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:12,809 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/A, priority=13, startTime=1731560411964; duration=0sec 2024-11-14T05:00:12,809 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:12,809 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:A 2024-11-14T05:00:12,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560472913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560472922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560472922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:12,938 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=433, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/785acf6527074e44abb094bf8d61841a 2024-11-14T05:00:12,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/36a58d9e26f64f818c901b866cf90146 is 50, key is test_row_0/B:col10/1731560411095/Put/seqid=0 2024-11-14T05:00:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742436_1612 (size=12301) 2024-11-14T05:00:13,347 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/36a58d9e26f64f818c901b866cf90146 2024-11-14T05:00:13,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/a3eca3db2915459fbb08befc5c140eff is 50, key is test_row_0/C:col10/1731560411095/Put/seqid=0 2024-11-14T05:00:13,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742437_1613 (size=12301) 2024-11-14T05:00:13,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55674 deadline: 1731560473423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:13,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:13,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:13,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T05:00:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55662 deadline: 1731560473433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46441 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55710 deadline: 1731560473433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 2024-11-14T05:00:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 , the old value is region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T05:00:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., hostname=44289c305c03,46441,1731560250145, seqNum=5 because the exception is null or not the one we care about 2024-11-14T05:00:13,756 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/a3eca3db2915459fbb08befc5c140eff 2024-11-14T05:00:13,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/785acf6527074e44abb094bf8d61841a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/785acf6527074e44abb094bf8d61841a 2024-11-14T05:00:13,762 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/785acf6527074e44abb094bf8d61841a, entries=150, sequenceid=433, filesize=30.5 K 2024-11-14T05:00:13,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/36a58d9e26f64f818c901b866cf90146 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36a58d9e26f64f818c901b866cf90146 2024-11-14T05:00:13,765 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36a58d9e26f64f818c901b866cf90146, entries=150, sequenceid=433, filesize=12.0 K 2024-11-14T05:00:13,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/a3eca3db2915459fbb08befc5c140eff as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/a3eca3db2915459fbb08befc5c140eff 2024-11-14T05:00:13,768 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/a3eca3db2915459fbb08befc5c140eff, entries=150, sequenceid=433, filesize=12.0 K 2024-11-14T05:00:13,769 INFO [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9e289282fe6f02a3bdcd2da3e24a4680 in 1658ms, sequenceid=433, compaction requested=false 2024-11-14T05:00:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-14T05:00:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-14T05:00:13,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-14T05:00:13,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1180 sec 2024-11-14T05:00:13,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.1230 sec 2024-11-14T05:00:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T05:00:13,803 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T05:00:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] regionserver.HRegion(8855): Flush requested on 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:14,444 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T05:00:14,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T05:00:14,444 INFO [Thread-2213 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2213. 2024-11-14T05:00:14,444 INFO [Thread-2221 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2221. 2024-11-14T05:00:14,444 INFO [Thread-2219 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2219. 2024-11-14T05:00:14,444 DEBUG [Thread-2213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:14,444 DEBUG [Thread-2219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:14,444 DEBUG [Thread-2213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:14,444 DEBUG [Thread-2221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:14,444 DEBUG [Thread-2219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:14,444 DEBUG [Thread-2221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:14,444 DEBUG [Thread-2213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:14,444 DEBUG [Thread-2219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:14,444 DEBUG [Thread-2221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:14,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:14,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:14,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:14,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114977eb0a629cc4c6b83e0dbcadad21d39_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_0/A:col10/1731560412286/Put/seqid=0 2024-11-14T05:00:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742438_1614 (size=12454) 2024-11-14T05:00:14,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:14,856 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114977eb0a629cc4c6b83e0dbcadad21d39_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114977eb0a629cc4c6b83e0dbcadad21d39_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:14,857 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6a7aa173f71145d9948ddc38295cd8f2, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:14,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6a7aa173f71145d9948ddc38295cd8f2 is 175, key is test_row_0/A:col10/1731560412286/Put/seqid=0 2024-11-14T05:00:14,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742439_1615 (size=31255) 2024-11-14T05:00:15,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6a7aa173f71145d9948ddc38295cd8f2 2024-11-14T05:00:15,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/a1a7cdc1d0164351bd759b0dd814d6d7 is 50, key is test_row_0/B:col10/1731560412286/Put/seqid=0 2024-11-14T05:00:15,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742440_1616 (size=12301) 2024-11-14T05:00:15,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/a1a7cdc1d0164351bd759b0dd814d6d7 2024-11-14T05:00:15,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/122164ef932541e38adecd6ef938934a is 50, key is test_row_0/C:col10/1731560412286/Put/seqid=0 2024-11-14T05:00:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742441_1617 (size=12301) 2024-11-14T05:00:16,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/122164ef932541e38adecd6ef938934a 2024-11-14T05:00:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/6a7aa173f71145d9948ddc38295cd8f2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6a7aa173f71145d9948ddc38295cd8f2 2024-11-14T05:00:16,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6a7aa173f71145d9948ddc38295cd8f2, entries=150, sequenceid=454, filesize=30.5 K 2024-11-14T05:00:16,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/a1a7cdc1d0164351bd759b0dd814d6d7 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/a1a7cdc1d0164351bd759b0dd814d6d7 2024-11-14T05:00:16,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/a1a7cdc1d0164351bd759b0dd814d6d7, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T05:00:16,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/122164ef932541e38adecd6ef938934a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/122164ef932541e38adecd6ef938934a 2024-11-14T05:00:16,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/122164ef932541e38adecd6ef938934a, entries=150, sequenceid=454, filesize=12.0 K 2024-11-14T05:00:16,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 9e289282fe6f02a3bdcd2da3e24a4680 in 1655ms, sequenceid=454, compaction requested=true 2024-11-14T05:00:16,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:16,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T05:00:16,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:16,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T05:00:16,099 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T05:00:16,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:16,099 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T05:00:16,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9e289282fe6f02a3bdcd2da3e24a4680:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T05:00:16,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:16,100 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T05:00:16,100 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T05:00:16,100 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/B is initiating minor compaction (all files) 2024-11-14T05:00:16,100 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/A is initiating minor compaction (all files) 2024-11-14T05:00:16,100 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/B in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:16,100 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/A in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:16,100 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bf2bab3b9b844352af4b57ac70d7ba93, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36a58d9e26f64f818c901b866cf90146, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/a1a7cdc1d0164351bd759b0dd814d6d7] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=37.0 K 2024-11-14T05:00:16,100 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/1bc61e236b7942f281cb6f90a1a19ed9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/785acf6527074e44abb094bf8d61841a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6a7aa173f71145d9948ddc38295cd8f2] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=92.5 K 2024-11-14T05:00:16,100 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:16,100 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. files: [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/1bc61e236b7942f281cb6f90a1a19ed9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/785acf6527074e44abb094bf8d61841a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6a7aa173f71145d9948ddc38295cd8f2] 2024-11-14T05:00:16,100 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting bf2bab3b9b844352af4b57ac70d7ba93, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560410942 2024-11-14T05:00:16,100 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bc61e236b7942f281cb6f90a1a19ed9, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560410942 2024-11-14T05:00:16,100 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 36a58d9e26f64f818c901b866cf90146, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731560411095 2024-11-14T05:00:16,100 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 785acf6527074e44abb094bf8d61841a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731560411095 2024-11-14T05:00:16,101 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting a1a7cdc1d0164351bd759b0dd814d6d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731560412286 2024-11-14T05:00:16,101 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a7aa173f71145d9948ddc38295cd8f2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731560412286 2024-11-14T05:00:16,107 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:16,107 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/40f96cc2dd594796b3ba633c2cf2afb4 is 50, key is test_row_0/B:col10/1731560412286/Put/seqid=0 2024-11-14T05:00:16,112 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:16,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742442_1618 (size=13357) 2024-11-14T05:00:16,114 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411142688ceb890874efb9a154e92c7a3af35_9e289282fe6f02a3bdcd2da3e24a4680 store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:16,117 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411142688ceb890874efb9a154e92c7a3af35_9e289282fe6f02a3bdcd2da3e24a4680, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:16,117 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142688ceb890874efb9a154e92c7a3af35_9e289282fe6f02a3bdcd2da3e24a4680 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:16,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742443_1619 (size=4469) 2024-11-14T05:00:16,517 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/40f96cc2dd594796b3ba633c2cf2afb4 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/40f96cc2dd594796b3ba633c2cf2afb4 2024-11-14T05:00:16,520 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/B of 9e289282fe6f02a3bdcd2da3e24a4680 into 40f96cc2dd594796b3ba633c2cf2afb4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:16,520 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:16,520 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/B, priority=13, startTime=1731560416099; duration=0sec 2024-11-14T05:00:16,521 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T05:00:16,521 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:B 2024-11-14T05:00:16,521 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T05:00:16,521 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:16,521 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T05:00:16,521 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1541): 9e289282fe6f02a3bdcd2da3e24a4680/C is initiating minor compaction (all files) 2024-11-14T05:00:16,521 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9e289282fe6f02a3bdcd2da3e24a4680/C in TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:16,521 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/0bfaf19ba295459986092dc979540aed is 175, key is test_row_0/A:col10/1731560412286/Put/seqid=0 2024-11-14T05:00:16,522 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/3d39adc4d18b41b286219919946e505a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/a3eca3db2915459fbb08befc5c140eff, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/122164ef932541e38adecd6ef938934a] into tmpdir=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp, totalSize=37.0 K 2024-11-14T05:00:16,522 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d39adc4d18b41b286219919946e505a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731560410942 2024-11-14T05:00:16,522 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting a3eca3db2915459fbb08befc5c140eff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731560411095 2024-11-14T05:00:16,522 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] compactions.Compactor(225): Compacting 122164ef932541e38adecd6ef938934a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731560412286 2024-11-14T05:00:16,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742444_1620 (size=32311) 2024-11-14T05:00:16,528 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9e289282fe6f02a3bdcd2da3e24a4680#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T05:00:16,529 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/febab08afbc941b092675c36b28ad4d3 is 50, key is test_row_0/C:col10/1731560412286/Put/seqid=0 2024-11-14T05:00:16,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742445_1621 (size=13357) 2024-11-14T05:00:16,929 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/0bfaf19ba295459986092dc979540aed as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/0bfaf19ba295459986092dc979540aed 2024-11-14T05:00:16,932 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/A of 9e289282fe6f02a3bdcd2da3e24a4680 into 0bfaf19ba295459986092dc979540aed(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:16,932 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:16,932 INFO [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/A, priority=13, startTime=1731560416099; duration=0sec 2024-11-14T05:00:16,933 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:16,933 DEBUG [RS:0;44289c305c03:46441-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:A 2024-11-14T05:00:16,935 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/febab08afbc941b092675c36b28ad4d3 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/febab08afbc941b092675c36b28ad4d3 2024-11-14T05:00:16,938 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9e289282fe6f02a3bdcd2da3e24a4680/C of 9e289282fe6f02a3bdcd2da3e24a4680 into febab08afbc941b092675c36b28ad4d3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T05:00:16,938 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9e289282fe6f02a3bdcd2da3e24a4680: 2024-11-14T05:00:16,938 INFO [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., storeName=9e289282fe6f02a3bdcd2da3e24a4680/C, priority=13, startTime=1731560416099; duration=0sec 2024-11-14T05:00:16,938 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T05:00:16,938 DEBUG [RS:0;44289c305c03:46441-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9e289282fe6f02a3bdcd2da3e24a4680:C 2024-11-14T05:00:21,254 INFO [Thread-2215 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2215. 2024-11-14T05:00:21,254 DEBUG [Thread-2215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:21,254 DEBUG [Thread-2215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:21,254 DEBUG [Thread-2215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:21,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:21,324 INFO [Thread-2217 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2217. 2024-11-14T05:00:21,324 DEBUG [Thread-2217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T05:00:21,324 DEBUG [Thread-2217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:21,324 DEBUG [Thread-2217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:21,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2774 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2736 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2744 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2776 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2726 2024-11-14T05:00:21,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T05:00:21,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T05:00:21,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T05:00:21,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:21,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:21,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:21,325 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T05:00:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T05:00:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T05:00:21,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560421327"}]},"ts":"1731560421327"} 2024-11-14T05:00:21,329 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T05:00:21,329 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T05:00:21,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T05:00:21,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, UNASSIGN}] 2024-11-14T05:00:21,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, UNASSIGN 2024-11-14T05:00:21,332 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=9e289282fe6f02a3bdcd2da3e24a4680, regionState=CLOSING, regionLocation=44289c305c03,46441,1731560250145 2024-11-14T05:00:21,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, UNASSIGN because future has completed 2024-11-14T05:00:21,333 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T05:00:21,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145}] 2024-11-14T05:00:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T05:00:21,485 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(122): Close 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:21,485 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T05:00:21,486 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1722): Closing 9e289282fe6f02a3bdcd2da3e24a4680, disabling compactions & flushes 2024-11-14T05:00:21,486 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:21,486 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:21,486 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. after waiting 0 ms 2024-11-14T05:00:21,486 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:21,486 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(2902): Flushing 9e289282fe6f02a3bdcd2da3e24a4680 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-14T05:00:21,491 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cf0793f0bfad41bfb5b050c06bc0a247_9e289282fe6f02a3bdcd2da3e24a4680 is 50, key is test_row_1/A:col10/1731560421253/Put/seqid=0 2024-11-14T05:00:21,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742446_1622 (size=9914) 2024-11-14T05:00:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T05:00:21,896 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T05:00:21,899 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cf0793f0bfad41bfb5b050c06bc0a247_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cf0793f0bfad41bfb5b050c06bc0a247_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:21,900 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/d1244b751fe24459a6376728f3068d9f, store: [table=TestAcidGuarantees family=A region=9e289282fe6f02a3bdcd2da3e24a4680] 2024-11-14T05:00:21,900 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/d1244b751fe24459a6376728f3068d9f is 175, key is test_row_1/A:col10/1731560421253/Put/seqid=0 2024-11-14T05:00:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742447_1623 (size=22561) 2024-11-14T05:00:21,904 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=462, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/d1244b751fe24459a6376728f3068d9f 2024-11-14T05:00:21,911 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/04c4d06bb5074678929e9a17272d9b8f is 50, key is test_row_1/B:col10/1731560421253/Put/seqid=0 2024-11-14T05:00:21,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742448_1624 (size=9857) 2024-11-14T05:00:21,915 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/04c4d06bb5074678929e9a17272d9b8f 2024-11-14T05:00:21,928 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/cd721a9decba4a16b952a0ada41705d5 is 50, key is test_row_1/C:col10/1731560421253/Put/seqid=0 2024-11-14T05:00:21,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742449_1625 (size=9857) 2024-11-14T05:00:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T05:00:22,333 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/cd721a9decba4a16b952a0ada41705d5 2024-11-14T05:00:22,336 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/A/d1244b751fe24459a6376728f3068d9f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/d1244b751fe24459a6376728f3068d9f 2024-11-14T05:00:22,339 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/d1244b751fe24459a6376728f3068d9f, entries=100, sequenceid=462, filesize=22.0 K 2024-11-14T05:00:22,339 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/B/04c4d06bb5074678929e9a17272d9b8f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04c4d06bb5074678929e9a17272d9b8f 2024-11-14T05:00:22,342 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04c4d06bb5074678929e9a17272d9b8f, entries=100, sequenceid=462, filesize=9.6 K 2024-11-14T05:00:22,342 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/.tmp/C/cd721a9decba4a16b952a0ada41705d5 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cd721a9decba4a16b952a0ada41705d5 2024-11-14T05:00:22,344 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cd721a9decba4a16b952a0ada41705d5, entries=100, sequenceid=462, filesize=9.6 K 2024-11-14T05:00:22,345 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 9e289282fe6f02a3bdcd2da3e24a4680 in 859ms, sequenceid=462, compaction requested=false 2024-11-14T05:00:22,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b038f21dcef4addab89b35b2ff5b751, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ae6f789183d2435a99423ee46a7bb25a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/899f4653b32f4bd98687493d3efb3116, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/e9c1ad89612c44669be3951a3f77588a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/083ad15796fb4113948593350ba1a020, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5c68fbab2a7b4843990abec0637a853f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/38dc5350c7d14e359d1a9a8783554316, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/008e4575b79745bdad90ad64f1a884e0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/163c448af64940aebaf0b8be843bae06, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6f4e6ddf8c1b42f8ba186571b718de0d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/c173af6652c54d0698514ec83521cf36, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/a61dc7c2fc104fa2aa69718bd943def5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b0e1e9762ec4de996ea6df15346085f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/57b7bfa4f13b4360a35583842fde65bb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5bbef3e128064e93ae20dbb1c59fa02e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/376a47bd9c464f31a129399412318152, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/2ab5e78da3534e4d8c421964993bc30b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/43b447a6a3e7442a8220da7246992d01, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ca8ae46bdbbe4f9a943902cd3beb8f1b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/085107826e484391a2ef439d2b9acca0, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/054d9a674ea040ba94ac8d10aa1b7b5d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ce47db8dd0f843cc96a591967c1741a3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/74f7d2e4fa1a4b66a40495ffab52126f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/b3b43aac71ed42d6841ec2ec926531b2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/188c2c0318d94bef8f9be4ff01b540d1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/381da9ea35a646d88df492014ac7cb92, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/f23e112f44364007aa5bb4cf45ee3c3b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/1bc61e236b7942f281cb6f90a1a19ed9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/4e97347b207f4c53971011893a4f3138, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/785acf6527074e44abb094bf8d61841a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6a7aa173f71145d9948ddc38295cd8f2] to archive 2024-11-14T05:00:22,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T05:00:22,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b038f21dcef4addab89b35b2ff5b751 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b038f21dcef4addab89b35b2ff5b751 2024-11-14T05:00:22,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ae6f789183d2435a99423ee46a7bb25a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ae6f789183d2435a99423ee46a7bb25a 2024-11-14T05:00:22,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/899f4653b32f4bd98687493d3efb3116 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/899f4653b32f4bd98687493d3efb3116 2024-11-14T05:00:22,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/e9c1ad89612c44669be3951a3f77588a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/e9c1ad89612c44669be3951a3f77588a 2024-11-14T05:00:22,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/083ad15796fb4113948593350ba1a020 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/083ad15796fb4113948593350ba1a020 2024-11-14T05:00:22,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5c68fbab2a7b4843990abec0637a853f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5c68fbab2a7b4843990abec0637a853f 2024-11-14T05:00:22,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/38dc5350c7d14e359d1a9a8783554316 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/38dc5350c7d14e359d1a9a8783554316 2024-11-14T05:00:22,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/008e4575b79745bdad90ad64f1a884e0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/008e4575b79745bdad90ad64f1a884e0 2024-11-14T05:00:22,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/163c448af64940aebaf0b8be843bae06 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/163c448af64940aebaf0b8be843bae06 2024-11-14T05:00:22,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6f4e6ddf8c1b42f8ba186571b718de0d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6f4e6ddf8c1b42f8ba186571b718de0d 2024-11-14T05:00:22,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/c173af6652c54d0698514ec83521cf36 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/c173af6652c54d0698514ec83521cf36 2024-11-14T05:00:22,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/a61dc7c2fc104fa2aa69718bd943def5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/a61dc7c2fc104fa2aa69718bd943def5 2024-11-14T05:00:22,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b0e1e9762ec4de996ea6df15346085f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6b0e1e9762ec4de996ea6df15346085f 2024-11-14T05:00:22,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/57b7bfa4f13b4360a35583842fde65bb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/57b7bfa4f13b4360a35583842fde65bb 2024-11-14T05:00:22,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5bbef3e128064e93ae20dbb1c59fa02e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/5bbef3e128064e93ae20dbb1c59fa02e 2024-11-14T05:00:22,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/376a47bd9c464f31a129399412318152 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/376a47bd9c464f31a129399412318152 2024-11-14T05:00:22,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/2ab5e78da3534e4d8c421964993bc30b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/2ab5e78da3534e4d8c421964993bc30b 2024-11-14T05:00:22,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/43b447a6a3e7442a8220da7246992d01 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/43b447a6a3e7442a8220da7246992d01 2024-11-14T05:00:22,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ca8ae46bdbbe4f9a943902cd3beb8f1b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ca8ae46bdbbe4f9a943902cd3beb8f1b 2024-11-14T05:00:22,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/085107826e484391a2ef439d2b9acca0 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/085107826e484391a2ef439d2b9acca0 2024-11-14T05:00:22,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/054d9a674ea040ba94ac8d10aa1b7b5d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/054d9a674ea040ba94ac8d10aa1b7b5d 2024-11-14T05:00:22,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ce47db8dd0f843cc96a591967c1741a3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/ce47db8dd0f843cc96a591967c1741a3 2024-11-14T05:00:22,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/74f7d2e4fa1a4b66a40495ffab52126f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/74f7d2e4fa1a4b66a40495ffab52126f 2024-11-14T05:00:22,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/b3b43aac71ed42d6841ec2ec926531b2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/b3b43aac71ed42d6841ec2ec926531b2 2024-11-14T05:00:22,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/188c2c0318d94bef8f9be4ff01b540d1 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/188c2c0318d94bef8f9be4ff01b540d1 2024-11-14T05:00:22,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/381da9ea35a646d88df492014ac7cb92 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/381da9ea35a646d88df492014ac7cb92 2024-11-14T05:00:22,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/f23e112f44364007aa5bb4cf45ee3c3b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/f23e112f44364007aa5bb4cf45ee3c3b 2024-11-14T05:00:22,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/1bc61e236b7942f281cb6f90a1a19ed9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/1bc61e236b7942f281cb6f90a1a19ed9 2024-11-14T05:00:22,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/4e97347b207f4c53971011893a4f3138 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/4e97347b207f4c53971011893a4f3138 2024-11-14T05:00:22,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/785acf6527074e44abb094bf8d61841a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/785acf6527074e44abb094bf8d61841a 2024-11-14T05:00:22,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6a7aa173f71145d9948ddc38295cd8f2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/6a7aa173f71145d9948ddc38295cd8f2 2024-11-14T05:00:22,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/737e505c6b204a3383b0e6a746055de2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/166e5bbe678e46aab8206edce4faa225, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/da632bee4c254541babbe4f6eefbcbe2, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/e8e54bc9a38640ff90fde9436a3e98cc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cb1f52fe4910433ba5e65323662a7ffc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9c002aab721f4abc8bd5f3f7094d16af, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/2f1af8c1c6844106a9f0fd3d3f47b754, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/88eb58adb6024892a3a16b4509a89d64, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bc3f0987f34249e3842fed71ba684a6b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cd80ceb8be8e46f387e5ff60b3d92d60, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/25c5309dca5048b6bf3d88eee6e9bbdb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/548e9051ec434428a8adcd405e9e1fa4, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/23127b76e3b542d6a4fad03946949b91, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/3096fa9ff85a41a6bb6194f5a36bc354, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b9eb2513ebfc46ecb714a0df11d147f6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/aad9fb8623214ebf96dd2d60533910dc, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1266ebfb90bb4b0fb9844978c0e55940, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/38699011e27e4c4882b7b98e36ebb90d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/4f8239d4bf984813b879a898678d6954, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b4153d4d9bff4630998b8d5410f4117f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/220742e38bda470db772586077c177ad, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/13fc264ec3224994a6d7050806767fa7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36b3ac5363b6411abd9cf38d67828be9, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/72974f38f99d4b48865e95009f104849, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9069b9abbe7c4a1fb875ff87cfe0ffc7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1ce78425aa854f95861549364ac7fd5d, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04915a88ff9a4d1db5385b4b9cd643ea, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bf2bab3b9b844352af4b57ac70d7ba93, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bad39240dd694a488eaf72f56e08c39e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36a58d9e26f64f818c901b866cf90146, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/a1a7cdc1d0164351bd759b0dd814d6d7] to archive 2024-11-14T05:00:22,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T05:00:22,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/737e505c6b204a3383b0e6a746055de2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/737e505c6b204a3383b0e6a746055de2 2024-11-14T05:00:22,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/166e5bbe678e46aab8206edce4faa225 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/166e5bbe678e46aab8206edce4faa225 2024-11-14T05:00:22,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/da632bee4c254541babbe4f6eefbcbe2 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/da632bee4c254541babbe4f6eefbcbe2 2024-11-14T05:00:22,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/e8e54bc9a38640ff90fde9436a3e98cc to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/e8e54bc9a38640ff90fde9436a3e98cc 2024-11-14T05:00:22,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cb1f52fe4910433ba5e65323662a7ffc to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cb1f52fe4910433ba5e65323662a7ffc 2024-11-14T05:00:22,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9c002aab721f4abc8bd5f3f7094d16af to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9c002aab721f4abc8bd5f3f7094d16af 2024-11-14T05:00:22,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/2f1af8c1c6844106a9f0fd3d3f47b754 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/2f1af8c1c6844106a9f0fd3d3f47b754 2024-11-14T05:00:22,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/88eb58adb6024892a3a16b4509a89d64 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/88eb58adb6024892a3a16b4509a89d64 2024-11-14T05:00:22,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bc3f0987f34249e3842fed71ba684a6b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bc3f0987f34249e3842fed71ba684a6b 2024-11-14T05:00:22,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cd80ceb8be8e46f387e5ff60b3d92d60 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/cd80ceb8be8e46f387e5ff60b3d92d60 2024-11-14T05:00:22,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/25c5309dca5048b6bf3d88eee6e9bbdb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/25c5309dca5048b6bf3d88eee6e9bbdb 2024-11-14T05:00:22,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/548e9051ec434428a8adcd405e9e1fa4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/548e9051ec434428a8adcd405e9e1fa4 2024-11-14T05:00:22,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/23127b76e3b542d6a4fad03946949b91 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/23127b76e3b542d6a4fad03946949b91 2024-11-14T05:00:22,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/3096fa9ff85a41a6bb6194f5a36bc354 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/3096fa9ff85a41a6bb6194f5a36bc354 2024-11-14T05:00:22,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b9eb2513ebfc46ecb714a0df11d147f6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b9eb2513ebfc46ecb714a0df11d147f6 2024-11-14T05:00:22,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/aad9fb8623214ebf96dd2d60533910dc to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/aad9fb8623214ebf96dd2d60533910dc 2024-11-14T05:00:22,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1266ebfb90bb4b0fb9844978c0e55940 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1266ebfb90bb4b0fb9844978c0e55940 2024-11-14T05:00:22,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/38699011e27e4c4882b7b98e36ebb90d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/38699011e27e4c4882b7b98e36ebb90d 2024-11-14T05:00:22,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/4f8239d4bf984813b879a898678d6954 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/4f8239d4bf984813b879a898678d6954 2024-11-14T05:00:22,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b4153d4d9bff4630998b8d5410f4117f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/b4153d4d9bff4630998b8d5410f4117f 2024-11-14T05:00:22,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/220742e38bda470db772586077c177ad to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/220742e38bda470db772586077c177ad 2024-11-14T05:00:22,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/13fc264ec3224994a6d7050806767fa7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/13fc264ec3224994a6d7050806767fa7 2024-11-14T05:00:22,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36b3ac5363b6411abd9cf38d67828be9 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36b3ac5363b6411abd9cf38d67828be9 2024-11-14T05:00:22,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/72974f38f99d4b48865e95009f104849 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/72974f38f99d4b48865e95009f104849 2024-11-14T05:00:22,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9069b9abbe7c4a1fb875ff87cfe0ffc7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/9069b9abbe7c4a1fb875ff87cfe0ffc7 2024-11-14T05:00:22,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1ce78425aa854f95861549364ac7fd5d to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/1ce78425aa854f95861549364ac7fd5d 2024-11-14T05:00:22,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04915a88ff9a4d1db5385b4b9cd643ea to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04915a88ff9a4d1db5385b4b9cd643ea 2024-11-14T05:00:22,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bf2bab3b9b844352af4b57ac70d7ba93 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bf2bab3b9b844352af4b57ac70d7ba93 2024-11-14T05:00:22,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bad39240dd694a488eaf72f56e08c39e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/bad39240dd694a488eaf72f56e08c39e 2024-11-14T05:00:22,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36a58d9e26f64f818c901b866cf90146 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/36a58d9e26f64f818c901b866cf90146 2024-11-14T05:00:22,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/a1a7cdc1d0164351bd759b0dd814d6d7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/a1a7cdc1d0164351bd759b0dd814d6d7 2024-11-14T05:00:22,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/451bad1eda584937adc69406d63f9cdf, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ae87fc5b02aa459db67be6319c75760c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/05a5503ffe4f4bce9896f7ed6bc73813, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ce53d0c4858946fe8106ae8f5085d363, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/9847a7a3a0494c18a3789385c1b38623, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/266e2eaf71d340b8afb03c71242a3c8f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/da4cb47da44e4b5d87187d38faf71dd3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f48bd2969a07473fab379e01f5706636, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/976bfbfb2e6e474193dfaa9f7799e07f, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/bf8c94b0d2a74c63abd00c0e5c0ff2c7, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/c4a5380b4d95462190cdf4ad7c26defb, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f8f6ab5ca07b4733be9d231b14b4aac3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/4b4796b9843e49e2913d075a34558eb6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cec1b54ac5bf44609c1e9b50591d2b9b, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/529c8eb85e08498fac2d552decfa7a71, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ab2a27faeb3c4214bc3841f83b4419e1, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/80d9547d664d48bb83ea592356ff7363, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/022fd4c9fc1c4dc9b61120d1173e74d3, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e203551232e34a009624cb71ed4d9f95, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d1d4558f88b8480e997dfb52fc62e599, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/996dfffc4b1746fd90ebbf070b41981e, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f918b2fdc0d34a5a8b586c08f09285c6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/5775fe4f100342f3a2edc2dba4057a3a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/21d31583bd0042a7846771fc7d2e6342, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cc95f0d5614a48c9872b8c62b91e58f6, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/b979439d03aa4b449596b7a11318c973, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e1fa07b86bb0430a998aa07de18ced3c, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/3d39adc4d18b41b286219919946e505a, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d278b72099284292ace8d9d695d8fec5, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/a3eca3db2915459fbb08befc5c140eff, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/122164ef932541e38adecd6ef938934a] to archive 2024-11-14T05:00:22,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T05:00:22,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/451bad1eda584937adc69406d63f9cdf to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/451bad1eda584937adc69406d63f9cdf 2024-11-14T05:00:22,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ae87fc5b02aa459db67be6319c75760c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ae87fc5b02aa459db67be6319c75760c 2024-11-14T05:00:22,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/05a5503ffe4f4bce9896f7ed6bc73813 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/05a5503ffe4f4bce9896f7ed6bc73813 2024-11-14T05:00:22,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ce53d0c4858946fe8106ae8f5085d363 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ce53d0c4858946fe8106ae8f5085d363 2024-11-14T05:00:22,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/9847a7a3a0494c18a3789385c1b38623 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/9847a7a3a0494c18a3789385c1b38623 2024-11-14T05:00:22,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/266e2eaf71d340b8afb03c71242a3c8f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/266e2eaf71d340b8afb03c71242a3c8f 2024-11-14T05:00:22,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/da4cb47da44e4b5d87187d38faf71dd3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/da4cb47da44e4b5d87187d38faf71dd3 2024-11-14T05:00:22,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f48bd2969a07473fab379e01f5706636 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f48bd2969a07473fab379e01f5706636 2024-11-14T05:00:22,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/976bfbfb2e6e474193dfaa9f7799e07f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/976bfbfb2e6e474193dfaa9f7799e07f 2024-11-14T05:00:22,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/bf8c94b0d2a74c63abd00c0e5c0ff2c7 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/bf8c94b0d2a74c63abd00c0e5c0ff2c7 2024-11-14T05:00:22,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/c4a5380b4d95462190cdf4ad7c26defb to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/c4a5380b4d95462190cdf4ad7c26defb 2024-11-14T05:00:22,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f8f6ab5ca07b4733be9d231b14b4aac3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f8f6ab5ca07b4733be9d231b14b4aac3 2024-11-14T05:00:22,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/4b4796b9843e49e2913d075a34558eb6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/4b4796b9843e49e2913d075a34558eb6 2024-11-14T05:00:22,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cec1b54ac5bf44609c1e9b50591d2b9b to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cec1b54ac5bf44609c1e9b50591d2b9b 2024-11-14T05:00:22,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/529c8eb85e08498fac2d552decfa7a71 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/529c8eb85e08498fac2d552decfa7a71 2024-11-14T05:00:22,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ab2a27faeb3c4214bc3841f83b4419e1 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/ab2a27faeb3c4214bc3841f83b4419e1 2024-11-14T05:00:22,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/80d9547d664d48bb83ea592356ff7363 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/80d9547d664d48bb83ea592356ff7363 2024-11-14T05:00:22,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/022fd4c9fc1c4dc9b61120d1173e74d3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/022fd4c9fc1c4dc9b61120d1173e74d3 2024-11-14T05:00:22,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e203551232e34a009624cb71ed4d9f95 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e203551232e34a009624cb71ed4d9f95 2024-11-14T05:00:22,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d1d4558f88b8480e997dfb52fc62e599 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d1d4558f88b8480e997dfb52fc62e599 2024-11-14T05:00:22,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/996dfffc4b1746fd90ebbf070b41981e to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/996dfffc4b1746fd90ebbf070b41981e 2024-11-14T05:00:22,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f918b2fdc0d34a5a8b586c08f09285c6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/f918b2fdc0d34a5a8b586c08f09285c6 2024-11-14T05:00:22,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/5775fe4f100342f3a2edc2dba4057a3a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/5775fe4f100342f3a2edc2dba4057a3a 2024-11-14T05:00:22,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/21d31583bd0042a7846771fc7d2e6342 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/21d31583bd0042a7846771fc7d2e6342 2024-11-14T05:00:22,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cc95f0d5614a48c9872b8c62b91e58f6 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cc95f0d5614a48c9872b8c62b91e58f6 2024-11-14T05:00:22,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/b979439d03aa4b449596b7a11318c973 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/b979439d03aa4b449596b7a11318c973 2024-11-14T05:00:22,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e1fa07b86bb0430a998aa07de18ced3c to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/e1fa07b86bb0430a998aa07de18ced3c 2024-11-14T05:00:22,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/3d39adc4d18b41b286219919946e505a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/3d39adc4d18b41b286219919946e505a 2024-11-14T05:00:22,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d278b72099284292ace8d9d695d8fec5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/d278b72099284292ace8d9d695d8fec5 2024-11-14T05:00:22,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/a3eca3db2915459fbb08befc5c140eff to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/a3eca3db2915459fbb08befc5c140eff 2024-11-14T05:00:22,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/122164ef932541e38adecd6ef938934a to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/122164ef932541e38adecd6ef938934a 2024-11-14T05:00:22,436 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/recovered.edits/465.seqid, newMaxSeqId=465, maxSeqId=4 2024-11-14T05:00:22,436 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. 2024-11-14T05:00:22,437 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1676): Region close journal for 9e289282fe6f02a3bdcd2da3e24a4680: Waiting for close lock at 1731560421486Running coprocessor pre-close hooks at 1731560421486Disabling compacts and flushes for region at 1731560421486Disabling writes for close at 1731560421486Obtaining lock to block concurrent updates at 1731560421486Preparing flush snapshotting stores in 9e289282fe6f02a3bdcd2da3e24a4680 at 1731560421486Finished memstore snapshotting TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731560421486Flushing stores of TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680. at 1731560421487 (+1 ms)Flushing 9e289282fe6f02a3bdcd2da3e24a4680/A: creating writer at 1731560421487Flushing mob file 9e289282fe6f02a3bdcd2da3e24a4680/A: appending metadata at 1731560421491 (+4 ms)Flushing mob file 9e289282fe6f02a3bdcd2da3e24a4680/A: closing flushed file at 1731560421491Flushing 9e289282fe6f02a3bdcd2da3e24a4680/A: appending metadata at 1731560421900 (+409 ms)Flushing 9e289282fe6f02a3bdcd2da3e24a4680/A: closing flushed file at 1731560421900Flushing 9e289282fe6f02a3bdcd2da3e24a4680/B: creating writer at 1731560421907 (+7 ms)Flushing 9e289282fe6f02a3bdcd2da3e24a4680/B: appending metadata at 1731560421910 (+3 ms)Flushing 9e289282fe6f02a3bdcd2da3e24a4680/B: closing flushed file at 1731560421910Flushing 9e289282fe6f02a3bdcd2da3e24a4680/C: creating writer at 1731560421919 (+9 ms)Flushing 9e289282fe6f02a3bdcd2da3e24a4680/C: appending metadata at 1731560421927 (+8 ms)Flushing 9e289282fe6f02a3bdcd2da3e24a4680/C: closing flushed file at 1731560421927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1c2681: reopening flushed file at 1731560422336 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147c474c: reopening flushed file at 1731560422339 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d037ee6: reopening flushed file at 1731560422342 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 9e289282fe6f02a3bdcd2da3e24a4680 in 859ms, sequenceid=462, compaction requested=false at 1731560422345 (+3 ms)Writing region close event to WAL at 1731560422433 (+88 ms)Running coprocessor post-close hooks at 1731560422436 (+3 ms)Closed at 1731560422436 2024-11-14T05:00:22,438 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(157): Closed 9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=9e289282fe6f02a3bdcd2da3e24a4680, regionState=CLOSED 2024-11-14T05:00:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 because future has completed 2024-11-14T05:00:22,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-14T05:00:22,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseRegionProcedure 9e289282fe6f02a3bdcd2da3e24a4680, server=44289c305c03,46441,1731560250145 in 1.1070 sec 2024-11-14T05:00:22,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=174, resume processing ppid=173 2024-11-14T05:00:22,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, ppid=173, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9e289282fe6f02a3bdcd2da3e24a4680, UNASSIGN in 1.1120 sec 2024-11-14T05:00:22,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-14T05:00:22,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1150 sec 2024-11-14T05:00:22,446 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731560422446"}]},"ts":"1731560422446"} 2024-11-14T05:00:22,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T05:00:22,447 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T05:00:22,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1230 sec 2024-11-14T05:00:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T05:00:22,462 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T05:00:22,463 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T05:00:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T05:00:22,464 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T05:00:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-14T05:00:22,465 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=176, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T05:00:22,467 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,469 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C, FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/recovered.edits] 2024-11-14T05:00:22,470 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/0bfaf19ba295459986092dc979540aed to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/0bfaf19ba295459986092dc979540aed 2024-11-14T05:00:22,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/d1244b751fe24459a6376728f3068d9f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/A/d1244b751fe24459a6376728f3068d9f 2024-11-14T05:00:22,473 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04c4d06bb5074678929e9a17272d9b8f to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/04c4d06bb5074678929e9a17272d9b8f 2024-11-14T05:00:22,474 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/40f96cc2dd594796b3ba633c2cf2afb4 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/B/40f96cc2dd594796b3ba633c2cf2afb4 2024-11-14T05:00:22,475 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cd721a9decba4a16b952a0ada41705d5 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/cd721a9decba4a16b952a0ada41705d5 2024-11-14T05:00:22,477 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/febab08afbc941b092675c36b28ad4d3 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/C/febab08afbc941b092675c36b28ad4d3 2024-11-14T05:00:22,479 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/recovered.edits/465.seqid to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680/recovered.edits/465.seqid 2024-11-14T05:00:22,479 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/default/TestAcidGuarantees/9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,479 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T05:00:22,480 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T05:00:22,480 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T05:00:22,483 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140eb70dfa01734415b33c6eafcbf60e4d_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140eb70dfa01734415b33c6eafcbf60e4d_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,485 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111414e0ce89e6c646e4b1f8353e836b7648_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111414e0ce89e6c646e4b1f8353e836b7648_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,486 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114154773b667584995a0b46b8c69fd8d59_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114154773b667584995a0b46b8c69fd8d59_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,487 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114182a2146b111478d9d922e4e8e1423f6_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114182a2146b111478d9d922e4e8e1423f6_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,488 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114219891eb9f4449a1baba8d589634c2e6_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114219891eb9f4449a1baba8d589634c2e6_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,489 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142c1e7b80f27e40288e1cd8ab31e5186e_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142c1e7b80f27e40288e1cd8ab31e5186e_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,490 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144822bef8c71246efbbd116eeacd163eb_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144822bef8c71246efbbd116eeacd163eb_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,491 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144a5b38e9c01440b88c7dcfe96121452a_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144a5b38e9c01440b88c7dcfe96121452a_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,492 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457d390ff0df54c5588aa6f522b9c33d9_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457d390ff0df54c5588aa6f522b9c33d9_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,493 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111459029407df294a8681fbd057eb5adccc_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111459029407df294a8681fbd057eb5adccc_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,494 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114640177a2bbe0485e8436c7a6144e0c75_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114640177a2bbe0485e8436c7a6144e0c75_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,495 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111469847ebaf0524fbd9ff4369ba60b7da8_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111469847ebaf0524fbd9ff4369ba60b7da8_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,495 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111489e6e9ba29b941bea8342f51ce3679f5_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111489e6e9ba29b941bea8342f51ce3679f5_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,496 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114977eb0a629cc4c6b83e0dbcadad21d39_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114977eb0a629cc4c6b83e0dbcadad21d39_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,497 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a36cb0ec631c4d96986438260e336cc1_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a36cb0ec631c4d96986438260e336cc1_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,498 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a9ad677e81fa43029d323629609a08b5_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a9ad677e81fa43029d323629609a08b5_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,499 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a9b0fb36c84e4983bfbed4dbe683498a_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a9b0fb36c84e4983bfbed4dbe683498a_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,500 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ae955b19e82343e1a000b657224ae432_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ae955b19e82343e1a000b657224ae432_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,501 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b52c986af80947bca075e339f12cc290_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b52c986af80947bca075e339f12cc290_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,502 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c2697a24b3794684b7f3a9a3e1a19c2a_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c2697a24b3794684b7f3a9a3e1a19c2a_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,503 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cf0793f0bfad41bfb5b050c06bc0a247_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cf0793f0bfad41bfb5b050c06bc0a247_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,504 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dfdc5831dbc84ba191fa544e38fb6ae9_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dfdc5831dbc84ba191fa544e38fb6ae9_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,505 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e33aa1906f5144c488706386f2294a6e_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e33aa1906f5144c488706386f2294a6e_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,506 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec962bc816b742349baf93cf161353e1_9e289282fe6f02a3bdcd2da3e24a4680 to hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec962bc816b742349baf93cf161353e1_9e289282fe6f02a3bdcd2da3e24a4680 2024-11-14T05:00:22,506 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T05:00:22,508 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=176, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T05:00:22,510 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T05:00:22,512 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T05:00:22,513 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=176, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T05:00:22,513 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T05:00:22,514 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731560422513"}]},"ts":"9223372036854775807"} 2024-11-14T05:00:22,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T05:00:22,515 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9e289282fe6f02a3bdcd2da3e24a4680, NAME => 'TestAcidGuarantees,,1731560389322.9e289282fe6f02a3bdcd2da3e24a4680.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T05:00:22,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T05:00:22,515 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731560422515"}]},"ts":"9223372036854775807"} 2024-11-14T05:00:22,517 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T05:00:22,518 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=176, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T05:00:22,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-14T05:00:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-14T05:00:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T05:00:22,573 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T05:00:22,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238 (was 239), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 427), ProcessCount=11 (was 11), AvailableMemoryMB=5112 (was 5690) 2024-11-14T05:00:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T05:00:22,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T05:00:22,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T05:00:22,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:22,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:22,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T05:00:22,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T05:00:22,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2077558802, stopped=false 2024-11-14T05:00:22,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=44289c305c03,39861,1731560249453 2024-11-14T05:00:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T05:00:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T05:00:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T05:00:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T05:00:22,585 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T05:00:22,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T05:00:22,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T05:00:22,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:22,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T05:00:22,586 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,46441,1731560250145' ***** 2024-11-14T05:00:22,586 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T05:00:22,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T05:00:22,587 INFO [RS:0;44289c305c03:46441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T05:00:22,587 INFO [RS:0;44289c305c03:46441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T05:00:22,587 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T05:00:22,587 INFO [RS:0;44289c305c03:46441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T05:00:22,587 INFO [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,46441,1731560250145 2024-11-14T05:00:22,587 INFO [RS:0;44289c305c03:46441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T05:00:22,587 INFO [RS:0;44289c305c03:46441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;44289c305c03:46441. 2024-11-14T05:00:22,587 DEBUG [RS:0;44289c305c03:46441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T05:00:22,587 DEBUG [RS:0;44289c305c03:46441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:22,587 INFO [RS:0;44289c305c03:46441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T05:00:22,587 INFO [RS:0;44289c305c03:46441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T05:00:22,587 INFO [RS:0;44289c305c03:46441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T05:00:22,588 INFO [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T05:00:22,588 INFO [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T05:00:22,588 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T05:00:22,588 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T05:00:22,589 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T05:00:22,589 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T05:00:22,589 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T05:00:22,589 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T05:00:22,589 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T05:00:22,589 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-14T05:00:22,610 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/info/31968eb9c519485d92bb1f6d1b173e30 is 95, key is TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819./info:/1731560279630/DeleteFamily/seqid=0 2024-11-14T05:00:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742450_1626 (size=6514) 2024-11-14T05:00:22,614 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/info/31968eb9c519485d92bb1f6d1b173e30 2024-11-14T05:00:22,631 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/ns/21b088e66bc44adead6bb0639ab8349a is 93, key is TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819./ns:/1731560279585/DeleteFamily/seqid=0 2024-11-14T05:00:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742451_1627 (size=5906) 2024-11-14T05:00:22,665 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T05:00:22,760 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T05:00:22,760 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T05:00:22,789 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T05:00:22,989 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T05:00:23,034 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/ns/21b088e66bc44adead6bb0639ab8349a 2024-11-14T05:00:23,052 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/rep_barrier/d18ffa108d7043cda2cb66be06107d4e is 102, key is TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819./rep_barrier:/1731560279585/DeleteFamily/seqid=0 2024-11-14T05:00:23,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742452_1628 (size=6025) 2024-11-14T05:00:23,189 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T05:00:23,389 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T05:00:23,455 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/rep_barrier/d18ffa108d7043cda2cb66be06107d4e 2024-11-14T05:00:23,473 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/table/b32111b7cd3e482d90d85c312fabb7ab is 96, key is TestAcidGuarantees,,1731560253245.faca69c9a8f9e32f2ed2e528e41b5819./table:/1731560279585/DeleteFamily/seqid=0 2024-11-14T05:00:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742453_1629 (size=5936) 2024-11-14T05:00:23,590 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T05:00:23,790 DEBUG [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T05:00:23,876 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/table/b32111b7cd3e482d90d85c312fabb7ab 2024-11-14T05:00:23,880 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/info/31968eb9c519485d92bb1f6d1b173e30 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/info/31968eb9c519485d92bb1f6d1b173e30 2024-11-14T05:00:23,883 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/info/31968eb9c519485d92bb1f6d1b173e30, entries=12, sequenceid=90, filesize=6.4 K 2024-11-14T05:00:23,883 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/ns/21b088e66bc44adead6bb0639ab8349a as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/ns/21b088e66bc44adead6bb0639ab8349a 2024-11-14T05:00:23,886 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/ns/21b088e66bc44adead6bb0639ab8349a, entries=8, sequenceid=90, filesize=5.8 K 2024-11-14T05:00:23,886 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/rep_barrier/d18ffa108d7043cda2cb66be06107d4e as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/rep_barrier/d18ffa108d7043cda2cb66be06107d4e 2024-11-14T05:00:23,889 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/rep_barrier/d18ffa108d7043cda2cb66be06107d4e, entries=6, sequenceid=90, filesize=5.9 K 2024-11-14T05:00:23,890 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/.tmp/table/b32111b7cd3e482d90d85c312fabb7ab as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/table/b32111b7cd3e482d90d85c312fabb7ab 2024-11-14T05:00:23,892 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/table/b32111b7cd3e482d90d85c312fabb7ab, entries=7, sequenceid=90, filesize=5.8 K 2024-11-14T05:00:23,893 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=90, compaction requested=false 2024-11-14T05:00:23,897 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-14T05:00:23,898 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T05:00:23,898 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T05:00:23,898 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731560422588Running coprocessor pre-close hooks at 1731560422588Disabling compacts and flushes for region at 1731560422588Disabling writes for close at 1731560422589 (+1 ms)Obtaining lock to block concurrent updates at 1731560422589Preparing flush snapshotting stores in 1588230740 at 1731560422589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731560422589Flushing stores of hbase:meta,,1.1588230740 at 1731560422590 (+1 ms)Flushing 1588230740/info: creating writer at 1731560422590Flushing 1588230740/info: appending metadata at 1731560422609 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731560422609Flushing 1588230740/ns: creating writer at 1731560422617 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731560422631 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731560422631Flushing 1588230740/rep_barrier: creating writer at 1731560423037 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731560423052 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731560423052Flushing 1588230740/table: creating writer at 1731560423458 (+406 ms)Flushing 1588230740/table: appending metadata at 1731560423473 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731560423473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6ab2e3: reopening flushed file at 1731560423879 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d87eddf: reopening flushed file at 1731560423883 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@261f8d1e: reopening flushed file at 1731560423886 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe8d976: reopening flushed file at 1731560423889 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=90, compaction requested=false at 1731560423893 (+4 ms)Writing region close event to WAL at 1731560423895 (+2 ms)Running coprocessor post-close hooks at 1731560423898 (+3 ms)Closed at 1731560423898 2024-11-14T05:00:23,898 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T05:00:23,990 INFO [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,46441,1731560250145; all regions closed. 2024-11-14T05:00:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741834_1010 (size=25344) 2024-11-14T05:00:23,996 DEBUG [RS:0;44289c305c03:46441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/oldWALs 2024-11-14T05:00:23,997 INFO [RS:0;44289c305c03:46441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C46441%2C1731560250145.meta:.meta(num 1731560252860) 2024-11-14T05:00:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741832_1008 (size=14084638) 2024-11-14T05:00:24,000 DEBUG [RS:0;44289c305c03:46441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/oldWALs 2024-11-14T05:00:24,000 INFO [RS:0;44289c305c03:46441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C46441%2C1731560250145:(num 1731560251886) 2024-11-14T05:00:24,000 DEBUG [RS:0;44289c305c03:46441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:00:24,000 INFO [RS:0;44289c305c03:46441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T05:00:24,000 INFO [RS:0;44289c305c03:46441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T05:00:24,001 INFO [RS:0;44289c305c03:46441 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T05:00:24,001 INFO [RS:0;44289c305c03:46441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T05:00:24,001 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T05:00:24,001 INFO [RS:0;44289c305c03:46441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46441 2024-11-14T05:00:24,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,46441,1731560250145 2024-11-14T05:00:24,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T05:00:24,005 INFO [RS:0;44289c305c03:46441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T05:00:24,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,46441,1731560250145] 2024-11-14T05:00:24,008 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,46441,1731560250145 already deleted, retry=false 2024-11-14T05:00:24,008 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,46441,1731560250145 expired; onlineServers=0 2024-11-14T05:00:24,008 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '44289c305c03,39861,1731560249453' ***** 2024-11-14T05:00:24,008 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T05:00:24,008 INFO [M:0;44289c305c03:39861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T05:00:24,008 INFO [M:0;44289c305c03:39861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T05:00:24,008 DEBUG [M:0;44289c305c03:39861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T05:00:24,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T05:00:24,009 DEBUG [M:0;44289c305c03:39861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T05:00:24,009 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560251597 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731560251597,5,FailOnTimeoutGroup] 2024-11-14T05:00:24,009 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560251596 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731560251596,5,FailOnTimeoutGroup] 2024-11-14T05:00:24,009 INFO [M:0;44289c305c03:39861 {}] hbase.ChoreService(370): Chore service for: master/44289c305c03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T05:00:24,009 INFO [M:0;44289c305c03:39861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T05:00:24,009 DEBUG [M:0;44289c305c03:39861 {}] master.HMaster(1795): Stopping service threads 2024-11-14T05:00:24,009 INFO [M:0;44289c305c03:39861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T05:00:24,009 INFO [M:0;44289c305c03:39861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T05:00:24,009 ERROR [M:0;44289c305c03:39861 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:36265 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36265,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T05:00:24,010 INFO [M:0;44289c305c03:39861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T05:00:24,010 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T05:00:24,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T05:00:24,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T05:00:24,011 DEBUG [M:0;44289c305c03:39861 {}] zookeeper.ZKUtil(347): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T05:00:24,011 WARN [M:0;44289c305c03:39861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T05:00:24,012 INFO [M:0;44289c305c03:39861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/.lastflushedseqids 2024-11-14T05:00:24,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742454_1630 (size=72) 2024-11-14T05:00:24,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T05:00:24,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x100ef9b89a70001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T05:00:24,108 INFO [RS:0;44289c305c03:46441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T05:00:24,108 INFO [RS:0;44289c305c03:46441 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,46441,1731560250145; zookeeper connection closed. 2024-11-14T05:00:24,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@295f278c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@295f278c 2024-11-14T05:00:24,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T05:00:24,423 INFO [M:0;44289c305c03:39861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T05:00:24,423 INFO [M:0;44289c305c03:39861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T05:00:24,423 DEBUG [M:0;44289c305c03:39861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T05:00:24,423 INFO [M:0;44289c305c03:39861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T05:00:24,424 DEBUG [M:0;44289c305c03:39861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T05:00:24,424 DEBUG [M:0;44289c305c03:39861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T05:00:24,424 DEBUG [M:0;44289c305c03:39861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T05:00:24,424 INFO [M:0;44289c305c03:39861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=754.38 KB heapSize=926.56 KB 2024-11-14T05:00:24,439 DEBUG [M:0;44289c305c03:39861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0cce325e40348be903522cfccf036b2 is 82, key is hbase:meta,,1/info:regioninfo/1731560252944/Put/seqid=0 2024-11-14T05:00:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742455_1631 (size=5672) 2024-11-14T05:00:24,843 INFO [M:0;44289c305c03:39861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2119 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0cce325e40348be903522cfccf036b2 2024-11-14T05:00:24,865 DEBUG [M:0;44289c305c03:39861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/066114d23a4c4c48ac8542479b0acc8f is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x95/proc:d/1731560392390/Put/seqid=0 2024-11-14T05:00:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742456_1632 (size=45251) 2024-11-14T05:00:25,269 INFO [M:0;44289c305c03:39861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=753.83 KB at sequenceid=2119 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/066114d23a4c4c48ac8542479b0acc8f 2024-11-14T05:00:25,272 INFO [M:0;44289c305c03:39861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 066114d23a4c4c48ac8542479b0acc8f 2024-11-14T05:00:25,287 DEBUG [M:0;44289c305c03:39861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb555bb7bc724d0aac78293bf396ae71 is 69, key is 44289c305c03,46441,1731560250145/rs:state/1731560251646/Put/seqid=0 2024-11-14T05:00:25,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073742457_1633 (size=5156) 2024-11-14T05:00:25,691 INFO [M:0;44289c305c03:39861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2119 (bloomFilter=true), to=hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb555bb7bc724d0aac78293bf396ae71 2024-11-14T05:00:25,694 DEBUG [M:0;44289c305c03:39861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0cce325e40348be903522cfccf036b2 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0cce325e40348be903522cfccf036b2 2024-11-14T05:00:25,696 INFO [M:0;44289c305c03:39861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0cce325e40348be903522cfccf036b2, entries=8, sequenceid=2119, filesize=5.5 K 2024-11-14T05:00:25,697 DEBUG [M:0;44289c305c03:39861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/066114d23a4c4c48ac8542479b0acc8f as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/066114d23a4c4c48ac8542479b0acc8f 2024-11-14T05:00:25,699 INFO [M:0;44289c305c03:39861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 066114d23a4c4c48ac8542479b0acc8f 2024-11-14T05:00:25,699 INFO [M:0;44289c305c03:39861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/066114d23a4c4c48ac8542479b0acc8f, entries=176, sequenceid=2119, filesize=44.2 K 2024-11-14T05:00:25,700 DEBUG [M:0;44289c305c03:39861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb555bb7bc724d0aac78293bf396ae71 as hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb555bb7bc724d0aac78293bf396ae71 2024-11-14T05:00:25,702 INFO [M:0;44289c305c03:39861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36265/user/jenkins/test-data/4556e7fa-cf14-c8ba-d81e-223ac14a0c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb555bb7bc724d0aac78293bf396ae71, entries=1, sequenceid=2119, filesize=5.0 K 2024-11-14T05:00:25,703 INFO [M:0;44289c305c03:39861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~754.38 KB/772489, heapSize ~926.27 KB/948496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2119, compaction requested=false 2024-11-14T05:00:25,704 INFO [M:0;44289c305c03:39861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T05:00:25,704 DEBUG [M:0;44289c305c03:39861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731560424423Disabling compacts and flushes for region at 1731560424423Disabling writes for close at 1731560424424 (+1 ms)Obtaining lock to block concurrent updates at 1731560424424Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731560424424Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=772489, getHeapSize=948736, getOffHeapSize=0, getCellsCount=2320 at 1731560424424Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731560424425 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731560424425Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731560424439 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731560424439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731560424846 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731560424864 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731560424864Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731560425272 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731560425286 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731560425286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4720d8: reopening flushed file at 1731560425693 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13cf8180: reopening flushed file at 1731560425697 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e2dc33: reopening flushed file at 1731560425699 (+2 ms)Finished flush of dataSize ~754.38 KB/772489, heapSize ~926.27 KB/948496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2119, compaction requested=false at 1731560425703 (+4 ms)Writing region close event to WAL at 1731560425704 (+1 ms)Closed at 1731560425704 2024-11-14T05:00:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38933 is added to blk_1073741830_1006 (size=911447) 2024-11-14T05:00:25,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T05:00:25,708 INFO [M:0;44289c305c03:39861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T05:00:25,708 INFO [M:0;44289c305c03:39861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39861 2024-11-14T05:00:25,708 INFO [M:0;44289c305c03:39861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T05:00:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T05:00:25,810 INFO [M:0;44289c305c03:39861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T05:00:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39861-0x100ef9b89a70000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T05:00:25,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T05:00:25,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T05:00:25,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T05:00:25,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T05:00:25,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/hadoop.log.dir/,STOPPED} 2024-11-14T05:00:25,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T05:00:25,824 WARN [BP-613776348-172.17.0.2-1731560246454 heartbeating to localhost/127.0.0.1:36265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T05:00:25,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T05:00:25,824 WARN [BP-613776348-172.17.0.2-1731560246454 heartbeating to localhost/127.0.0.1:36265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-613776348-172.17.0.2-1731560246454 (Datanode Uuid 9485e4b9-b168-46f9-a47c-e5fbd03c47e4) service to localhost/127.0.0.1:36265 2024-11-14T05:00:25,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed/data/data1/current/BP-613776348-172.17.0.2-1731560246454 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T05:00:25,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/cluster_a67db6bc-4c2e-e8bd-e1d2-bfda6ab713ed/data/data2/current/BP-613776348-172.17.0.2-1731560246454 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T05:00:25,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T05:00:25,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T05:00:25,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T05:00:25,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T05:00:25,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T05:00:25,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/054b8ecb-4e70-44c0-f100-15d3a8df0e1c/hadoop.log.dir/,STOPPED} 2024-11-14T05:00:25,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T05:00:25,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down